2024-12-03 21:40:06,226 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-03 21:40:06,237 main DEBUG Took 0.009134 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-03 21:40:06,238 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-03 21:40:06,238 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-03 21:40:06,239 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-03 21:40:06,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,246 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-03 21:40:06,257 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,259 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,259 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,260 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,260 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,261 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,261 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,261 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,262 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,262 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,262 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,263 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,263 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,264 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,264 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,264 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,265 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,265 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,265 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,266 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-03 21:40:06,266 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,266 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-03 21:40:06,267 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-03 21:40:06,269 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-03 21:40:06,270 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-03 21:40:06,271 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-03 21:40:06,272 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-03 21:40:06,272 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-03 21:40:06,280 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-03 21:40:06,283 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-03 21:40:06,284 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-03 21:40:06,285 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-03 21:40:06,285 main DEBUG createAppenders(={Console}) 2024-12-03 21:40:06,286 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-03 21:40:06,286 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-03 21:40:06,286 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-03 21:40:06,287 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-03 21:40:06,287 main DEBUG OutputStream closed 2024-12-03 21:40:06,287 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-03 21:40:06,287 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-03 21:40:06,288 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-03 21:40:06,364 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-03 21:40:06,366 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-03 21:40:06,367 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-03 21:40:06,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-03 21:40:06,369 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-03 21:40:06,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-03 21:40:06,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-03 21:40:06,370 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-03 21:40:06,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-03 21:40:06,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-03 21:40:06,371 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-03 21:40:06,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-03 21:40:06,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-03 21:40:06,372 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-03 21:40:06,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-03 21:40:06,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-03 21:40:06,373 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-03 21:40:06,374 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-03 21:40:06,377 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03 21:40:06,377 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-03 21:40:06,378 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-03 21:40:06,378 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-03T21:40:06,593 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2 2024-12-03 21:40:06,596 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-03 21:40:06,596 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-03T21:40:06,604 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-03T21:40:06,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-03T21:40:06,634 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/cluster_1d5cd15f-4c1b-6e8b-8667-bbf3105e3fc2, deleteOnExit=true 2024-12-03T21:40:06,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-03T21:40:06,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/test.cache.data in system properties and HBase conf 2024-12-03T21:40:06,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/hadoop.tmp.dir in system properties and HBase conf 2024-12-03T21:40:06,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/hadoop.log.dir in system properties and HBase conf 2024-12-03T21:40:06,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-03T21:40:06,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-03T21:40:06,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-03T21:40:06,713 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-03T21:40:06,793 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-03T21:40:06,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:40:06,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-03T21:40:06,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-03T21:40:06,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:40:06,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-03T21:40:06,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-03T21:40:06,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-03T21:40:06,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:40:06,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-03T21:40:06,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/nfs.dump.dir in system properties and HBase conf 2024-12-03T21:40:06,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/java.io.tmpdir in system properties and HBase conf 2024-12-03T21:40:06,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-03T21:40:06,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-03T21:40:06,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-03T21:40:07,738 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-03T21:40:07,799 INFO [Time-limited test {}] log.Log(170): Logging initialized @2159ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-03T21:40:07,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:40:07,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:40:07,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:40:07,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:40:07,931 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-03T21:40:07,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:40:07,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:40:07,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:40:08,110 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bbf242f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/java.io.tmpdir/jetty-localhost-34629-hadoop-hdfs-3_4_1-tests_jar-_-any-7077408134606028142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:40:08,116 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:34629} 2024-12-03T21:40:08,116 INFO [Time-limited test {}] server.Server(415): Started @2477ms 2024-12-03T21:40:08,588 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-03T21:40:08,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-03T21:40:08,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-03T21:40:08,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-03T21:40:08,595 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-03T21:40:08,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/hadoop.log.dir/,AVAILABLE} 2024-12-03T21:40:08,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-03T21:40:08,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dfb1097{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/java.io.tmpdir/jetty-localhost-36595-hadoop-hdfs-3_4_1-tests_jar-_-any-437118693946354028/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:40:08,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:36595} 2024-12-03T21:40:08,691 INFO [Time-limited test {}] server.Server(415): Started @3052ms 2024-12-03T21:40:08,735 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-03T21:40:09,523 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/cluster_1d5cd15f-4c1b-6e8b-8667-bbf3105e3fc2/data/data1/current/BP-1294391944-172.17.0.2-1733262007284/current, will proceed with Du for space computation calculation, 2024-12-03T21:40:09,523 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/cluster_1d5cd15f-4c1b-6e8b-8667-bbf3105e3fc2/data/data2/current/BP-1294391944-172.17.0.2-1733262007284/current, will proceed with Du for space computation calculation, 2024-12-03T21:40:09,549 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-03T21:40:09,591 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf651fbd8391f5557 with lease ID 0x58562bde1206b841: Processing first storage report for DS-938dce7f-f15b-48a9-b477-1506587c2b35 from datanode DatanodeRegistration(127.0.0.1:45389, datanodeUuid=082de811-0bee-4d57-a646-9eb22a5d6b73, infoPort=36175, infoSecurePort=0, ipcPort=38701, storageInfo=lv=-57;cid=testClusterID;nsid=1749708892;c=1733262007284) 2024-12-03T21:40:09,592 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf651fbd8391f5557 with lease ID 0x58562bde1206b841: from storage DS-938dce7f-f15b-48a9-b477-1506587c2b35 node DatanodeRegistration(127.0.0.1:45389, datanodeUuid=082de811-0bee-4d57-a646-9eb22a5d6b73, infoPort=36175, infoSecurePort=0, ipcPort=38701, storageInfo=lv=-57;cid=testClusterID;nsid=1749708892;c=1733262007284), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-03T21:40:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf651fbd8391f5557 with lease ID 0x58562bde1206b841: Processing first storage report for DS-25cd6114-0045-45e4-b0d6-7fbad3dcd3de from datanode DatanodeRegistration(127.0.0.1:45389, datanodeUuid=082de811-0bee-4d57-a646-9eb22a5d6b73, infoPort=36175, infoSecurePort=0, ipcPort=38701, storageInfo=lv=-57;cid=testClusterID;nsid=1749708892;c=1733262007284) 2024-12-03T21:40:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf651fbd8391f5557 with lease ID 0x58562bde1206b841: from storage DS-25cd6114-0045-45e4-b0d6-7fbad3dcd3de node DatanodeRegistration(127.0.0.1:45389, datanodeUuid=082de811-0bee-4d57-a646-9eb22a5d6b73, infoPort=36175, infoSecurePort=0, ipcPort=38701, storageInfo=lv=-57;cid=testClusterID;nsid=1749708892;c=1733262007284), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-03T21:40:09,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2 2024-12-03T21:40:09,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/cluster_1d5cd15f-4c1b-6e8b-8667-bbf3105e3fc2/zookeeper_0, clientPort=55287, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/cluster_1d5cd15f-4c1b-6e8b-8667-bbf3105e3fc2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/cluster_1d5cd15f-4c1b-6e8b-8667-bbf3105e3fc2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-03T21:40:09,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55287 2024-12-03T21:40:09,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:40:09,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:40:09,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741825_1001 (size=7) 2024-12-03T21:40:10,285 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca with version=8 2024-12-03T21:40:10,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/hbase-staging 2024-12-03T21:40:10,366 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-03T21:40:10,575 INFO [Time-limited test {}] client.ConnectionUtils(128): master/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:40:10,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:40:10,584 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:40:10,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:40:10,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:40:10,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:40:10,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-03T21:40:10,755 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-03T21:40:10,762 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-03T21:40:10,766 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:40:10,787 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 96294 (auto-detected) 2024-12-03T21:40:10,788 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-03T21:40:10,804 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36053 2024-12-03T21:40:10,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36053 connecting to ZooKeeper ensemble=127.0.0.1:55287 2024-12-03T21:40:10,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360530x0, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:40:10,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36053-0x1019e6d17160000 connected 2024-12-03T21:40:11,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:40:11,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:40:11,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T21:40:11,036 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca, hbase.cluster.distributed=false 2024-12-03T21:40:11,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T21:40:11,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36053 2024-12-03T21:40:11,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36053 2024-12-03T21:40:11,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36053 2024-12-03T21:40:11,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36053 2024-12-03T21:40:11,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36053 2024-12-03T21:40:11,157 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/101545f66cbd:0 server-side Connection retries=45 2024-12-03T21:40:11,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:40:11,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-03T21:40:11,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-03T21:40:11,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-03T21:40:11,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-03T21:40:11,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-03T21:40:11,163 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-03T21:40:11,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43541 2024-12-03T21:40:11,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43541 connecting to ZooKeeper ensemble=127.0.0.1:55287 2024-12-03T21:40:11,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:40:11,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:40:11,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435410x0, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-03T21:40:11,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435410x0, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T21:40:11,185 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43541-0x1019e6d17160001 connected 2024-12-03T21:40:11,189 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-03T21:40:11,198 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-03T21:40:11,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-03T21:40:11,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-03T21:40:11,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43541 2024-12-03T21:40:11,207 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43541 2024-12-03T21:40:11,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43541 2024-12-03T21:40:11,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43541 2024-12-03T21:40:11,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43541 2024-12-03T21:40:11,222 DEBUG [M:0;101545f66cbd:36053 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;101545f66cbd:36053 2024-12-03T21:40:11,223 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/101545f66cbd,36053,1733262010428 2024-12-03T21:40:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T21:40:11,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T21:40:11,240 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/101545f66cbd,36053,1733262010428 2024-12-03T21:40:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-03T21:40:11,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:11,268 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-03T21:40:11,269 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/101545f66cbd,36053,1733262010428 from backup master directory 2024-12-03T21:40:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/101545f66cbd,36053,1733262010428 2024-12-03T21:40:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T21:40:11,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-03T21:40:11,280 WARN [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:40:11,280 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=101545f66cbd,36053,1733262010428 2024-12-03T21:40:11,282 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-03T21:40:11,283 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-03T21:40:11,330 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/hbase.id] with ID: e11a545a-3327-4b94-a3ee-83f8acc238f3 2024-12-03T21:40:11,330 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/.tmp/hbase.id 2024-12-03T21:40:11,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741826_1002 (size=42) 2024-12-03T21:40:11,745 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/.tmp/hbase.id]:[hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/hbase.id] 2024-12-03T21:40:11,797 INFO [master/101545f66cbd:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-03T21:40:11,801 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-03T21:40:11,818 INFO [master/101545f66cbd:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-12-03T21:40:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:11,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:11,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741827_1003 (size=196) 2024-12-03T21:40:12,282 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:40:12,285 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-03T21:40:12,298 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:12,302 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:40:12,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741828_1004 (size=1189) 2024-12-03T21:40:12,752 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store 2024-12-03T21:40:12,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741829_1005 (size=34) 2024-12-03T21:40:13,184 INFO [master/101545f66cbd:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-03T21:40:13,186 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:40:13,187 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:40:13,187 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:40:13,187 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:40:13,189 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:40:13,189 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:40:13,189 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:40:13,190 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733262013187Disabling compacts and flushes for region at 1733262013187Disabling writes for close at 1733262013189 (+2 ms)Writing region close event to WAL at 1733262013189Closed at 1733262013189 2024-12-03T21:40:13,192 WARN [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/.initializing 2024-12-03T21:40:13,192 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/WALs/101545f66cbd,36053,1733262010428 2024-12-03T21:40:13,199 INFO [master/101545f66cbd:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:40:13,212 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C36053%2C1733262010428, suffix=, logDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/WALs/101545f66cbd,36053,1733262010428, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/oldWALs, maxLogs=10 2024-12-03T21:40:13,230 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/WALs/101545f66cbd,36053,1733262010428/101545f66cbd%2C36053%2C1733262010428.1733262013215, exclude list is [], retry=0 2024-12-03T21:40:13,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45389,DS-938dce7f-f15b-48a9-b477-1506587c2b35,DISK] 2024-12-03T21:40:13,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-03T21:40:13,275 INFO [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/WALs/101545f66cbd,36053,1733262010428/101545f66cbd%2C36053%2C1733262010428.1733262013215 2024-12-03T21:40:13,276 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36175:36175)] 2024-12-03T21:40:13,276 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:40:13,277 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:40:13,280 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,280 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-03T21:40:13,335 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:13,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:40:13,338 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-03T21:40:13,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:13,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:13,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-03T21:40:13,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:13,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:13,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-03T21:40:13,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:13,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:13,349 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,352 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,353 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,358 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,359 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,362 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-03T21:40:13,366 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-03T21:40:13,370 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:40:13,371 INFO [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62951878, jitterRate=-0.06194391846656799}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-03T21:40:13,376 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733262013291Initializing all the Stores at 1733262013293 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733262013293Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262013294 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262013294Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262013294Cleaning up temporary data from old regions at 1733262013359 (+65 ms)Region opened successfully at 1733262013376 (+17 ms) 2024-12-03T21:40:13,377 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-03T21:40:13,406 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43709fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:40:13,433 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-03T21:40:13,442 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-03T21:40:13,442 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-03T21:40:13,444 INFO [master/101545f66cbd:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-03T21:40:13,446 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-03T21:40:13,450 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-12-03T21:40:13,450 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-03T21:40:13,471 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-03T21:40:13,479 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-03T21:40:13,508 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-03T21:40:13,512 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-03T21:40:13,514 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-03T21:40:13,525 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-03T21:40:13,527 INFO [master/101545f66cbd:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-03T21:40:13,532 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-03T21:40:13,542 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-03T21:40:13,544 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-03T21:40:13,554 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-03T21:40:13,576 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-03T21:40:13,587 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-03T21:40:13,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T21:40:13,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-03T21:40:13,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:13,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:13,599 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=101545f66cbd,36053,1733262010428, sessionid=0x1019e6d17160000, setting cluster-up flag (Was=false) 2024-12-03T21:40:13,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:13,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:13,654 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-03T21:40:13,658 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,36053,1733262010428 2024-12-03T21:40:13,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:13,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:13,704 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-03T21:40:13,708 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=101545f66cbd,36053,1733262010428 2024-12-03T21:40:13,718 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-03T21:40:13,777 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-03T21:40:13,785 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-03T21:40:13,791 INFO [master/101545f66cbd:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-03T21:40:13,795 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 101545f66cbd,36053,1733262010428 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-03T21:40:13,802 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:40:13,802 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:40:13,802 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:40:13,802 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/101545f66cbd:0, corePoolSize=5, maxPoolSize=5 2024-12-03T21:40:13,802 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/101545f66cbd:0, corePoolSize=10, maxPoolSize=10 2024-12-03T21:40:13,802 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,802 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:40:13,803 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,804 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733262043804 2024-12-03T21:40:13,805 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-03T21:40:13,806 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-03T21:40:13,808 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:40:13,808 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-03T21:40:13,809 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-03T21:40:13,809 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-03T21:40:13,809 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-03T21:40:13,809 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-03T21:40:13,810 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:13,813 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-03T21:40:13,814 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-03T21:40:13,815 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:13,815 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-03T21:40:13,815 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-03T21:40:13,815 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(746): ClusterId : e11a545a-3327-4b94-a3ee-83f8acc238f3 2024-12-03T21:40:13,816 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-03T21:40:13,817 INFO [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-03T21:40:13,818 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-03T21:40:13,818 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733262013818,5,FailOnTimeoutGroup] 2024-12-03T21:40:13,823 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733262013819,5,FailOnTimeoutGroup] 2024-12-03T21:40:13,823 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:13,824 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-03T21:40:13,825 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:13,826 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:13,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741831_1007 (size=1321) 2024-12-03T21:40:13,831 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-03T21:40:13,831 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-03T21:40:13,843 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-03T21:40:13,844 DEBUG [RS:0;101545f66cbd:43541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab9516e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=101545f66cbd/172.17.0.2:0 2024-12-03T21:40:13,859 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;101545f66cbd:43541 2024-12-03T21:40:13,864 INFO [RS:0;101545f66cbd:43541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-03T21:40:13,864 INFO [RS:0;101545f66cbd:43541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-03T21:40:13,864 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-03T21:40:13,868 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(2659): reportForDuty to master=101545f66cbd,36053,1733262010428 with port=43541, startcode=1733262011125 2024-12-03T21:40:13,882 DEBUG [RS:0;101545f66cbd:43541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-03T21:40:13,914 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-03T21:40:13,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36053 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 101545f66cbd,43541,1733262011125 2024-12-03T21:40:13,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36053 {}] master.ServerManager(517): Registering regionserver=101545f66cbd,43541,1733262011125 2024-12-03T21:40:13,934 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca 2024-12-03T21:40:13,934 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46497 2024-12-03T21:40:13,934 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-03T21:40:13,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T21:40:13,946 DEBUG [RS:0;101545f66cbd:43541 {}] zookeeper.ZKUtil(111): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/101545f66cbd,43541,1733262011125 2024-12-03T21:40:13,946 WARN [RS:0;101545f66cbd:43541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-03T21:40:13,946 INFO [RS:0;101545f66cbd:43541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:40:13,946 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/WALs/101545f66cbd,43541,1733262011125 2024-12-03T21:40:13,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [101545f66cbd,43541,1733262011125] 2024-12-03T21:40:13,973 INFO [RS:0;101545f66cbd:43541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-03T21:40:13,985 INFO [RS:0;101545f66cbd:43541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-03T21:40:13,989 INFO [RS:0;101545f66cbd:43541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-03T21:40:13,989 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:13,990 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-03T21:40:13,995 INFO [RS:0;101545f66cbd:43541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-03T21:40:13,996 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:13,996 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,996 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,996 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,997 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,997 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,997 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/101545f66cbd:0, corePoolSize=2, maxPoolSize=2 2024-12-03T21:40:13,997 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,997 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,997 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,997 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,998 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,998 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/101545f66cbd:0, corePoolSize=1, maxPoolSize=1 2024-12-03T21:40:13,998 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:40:13,998 DEBUG [RS:0;101545f66cbd:43541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0, corePoolSize=3, maxPoolSize=3 2024-12-03T21:40:13,999 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:13,999 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:13,999 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:14,000 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:14,000 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:14,000 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43541,1733262011125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:40:14,016 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-03T21:40:14,018 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,43541,1733262011125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:14,018 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:14,018 INFO [RS:0;101545f66cbd:43541 {}] regionserver.Replication(171): 101545f66cbd,43541,1733262011125 started 2024-12-03T21:40:14,034 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:14,034 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1482): Serving as 101545f66cbd,43541,1733262011125, RpcServer on 101545f66cbd/172.17.0.2:43541, sessionid=0x1019e6d17160001 2024-12-03T21:40:14,035 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-03T21:40:14,035 DEBUG [RS:0;101545f66cbd:43541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 101545f66cbd,43541,1733262011125 2024-12-03T21:40:14,036 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,43541,1733262011125' 2024-12-03T21:40:14,036 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-03T21:40:14,037 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-03T21:40:14,038 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-03T21:40:14,038 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-03T21:40:14,038 DEBUG [RS:0;101545f66cbd:43541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 101545f66cbd,43541,1733262011125 2024-12-03T21:40:14,038 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '101545f66cbd,43541,1733262011125' 2024-12-03T21:40:14,038 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-03T21:40:14,039 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-03T21:40:14,040 DEBUG [RS:0;101545f66cbd:43541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-03T21:40:14,040 INFO [RS:0;101545f66cbd:43541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-03T21:40:14,040 INFO [RS:0;101545f66cbd:43541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-03T21:40:14,151 INFO [RS:0;101545f66cbd:43541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-03T21:40:14,154 INFO [RS:0;101545f66cbd:43541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C43541%2C1733262011125, suffix=, logDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/WALs/101545f66cbd,43541,1733262011125, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/oldWALs, maxLogs=32 2024-12-03T21:40:14,168 DEBUG [RS:0;101545f66cbd:43541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/WALs/101545f66cbd,43541,1733262011125/101545f66cbd%2C43541%2C1733262011125.1733262014156, exclude list is [], retry=0 2024-12-03T21:40:14,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45389,DS-938dce7f-f15b-48a9-b477-1506587c2b35,DISK] 2024-12-03T21:40:14,175 INFO [RS:0;101545f66cbd:43541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/WALs/101545f66cbd,43541,1733262011125/101545f66cbd%2C43541%2C1733262011125.1733262014156 2024-12-03T21:40:14,176 DEBUG [RS:0;101545f66cbd:43541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36175:36175)] 2024-12-03T21:40:14,232 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-03T21:40:14,233 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca 2024-12-03T21:40:14,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741833_1009 (size=32) 2024-12-03T21:40:14,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:40:14,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:40:14,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:40:14,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:14,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:40:14,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:40:14,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:40:14,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:14,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:40:14,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:40:14,667 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:40:14,667 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:14,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:40:14,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:40:14,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:40:14,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:14,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:40:14,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:40:14,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740 2024-12-03T21:40:14,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740 2024-12-03T21:40:14,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:40:14,678 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:40:14,679 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:40:14,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:40:14,684 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:40:14,685 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60872491, jitterRate=-0.09292919933795929}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:40:14,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733262014653Initializing all the Stores at 1733262014657 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733262014657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733262014658 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262014658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733262014658Cleaning up temporary data from old regions at 1733262014678 (+20 ms)Region opened successfully at 1733262014687 (+9 ms) 2024-12-03T21:40:14,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:40:14,688 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:40:14,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:40:14,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:40:14,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:40:14,689 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:40:14,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733262014688Disabling compacts and flushes for region at 1733262014688Disabling writes for close at 1733262014688Writing region close event to WAL at 1733262014689 (+1 ms)Closed at 1733262014689 2024-12-03T21:40:14,693 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:40:14,693 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-03T21:40:14,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-03T21:40:14,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:40:14,708 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-03T21:40:14,863 DEBUG [101545f66cbd:36053 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-03T21:40:14,875 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:14,881 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,43541,1733262011125, state=OPENING 2024-12-03T21:40:14,970 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-03T21:40:14,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:14,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:40:14,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T21:40:14,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T21:40:14,982 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-03T21:40:14,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:40:15,167 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-03T21:40:15,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-03T21:40:15,181 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-03T21:40:15,181 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-03T21:40:15,182 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-03T21:40:15,186 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=101545f66cbd%2C43541%2C1733262011125.meta, suffix=.meta, logDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/WALs/101545f66cbd,43541,1733262011125, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/oldWALs, maxLogs=32 2024-12-03T21:40:15,204 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/WALs/101545f66cbd,43541,1733262011125/101545f66cbd%2C43541%2C1733262011125.meta.1733262015188.meta, exclude list is [], retry=0 2024-12-03T21:40:15,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45389,DS-938dce7f-f15b-48a9-b477-1506587c2b35,DISK] 2024-12-03T21:40:15,211 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/WALs/101545f66cbd,43541,1733262011125/101545f66cbd%2C43541%2C1733262011125.meta.1733262015188.meta 2024-12-03T21:40:15,212 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36175:36175)] 2024-12-03T21:40:15,212 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:40:15,214 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-03T21:40:15,217 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-03T21:40:15,222 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-03T21:40:15,227 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-03T21:40:15,227 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:40:15,228 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-03T21:40:15,228 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-03T21:40:15,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-03T21:40:15,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-03T21:40:15,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:15,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:40:15,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-03T21:40:15,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-03T21:40:15,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:15,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:40:15,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-03T21:40:15,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-03T21:40:15,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:15,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:40:15,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-03T21:40:15,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-03T21:40:15,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:15,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-03T21:40:15,242 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-03T21:40:15,244 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740 2024-12-03T21:40:15,247 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740 2024-12-03T21:40:15,250 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-03T21:40:15,250 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-03T21:40:15,251 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:40:15,254 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-03T21:40:15,256 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74699159, jitterRate=0.1131042093038559}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:40:15,257 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-03T21:40:15,258 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733262015228Writing region info on filesystem at 1733262015229 (+1 ms)Initializing all the Stores at 1733262015231 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733262015231Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733262015231Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262015231Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733262015231Cleaning up temporary data from old regions at 1733262015250 (+19 ms)Running coprocessor post-open hooks at 1733262015257 (+7 ms)Region opened successfully at 1733262015258 (+1 ms) 2024-12-03T21:40:15,264 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733262015156 2024-12-03T21:40:15,274 DEBUG [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-03T21:40:15,275 INFO [RS_OPEN_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-03T21:40:15,276 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:15,278 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 101545f66cbd,43541,1733262011125, state=OPEN 2024-12-03T21:40:15,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T21:40:15,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-03T21:40:15,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T21:40:15,326 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-03T21:40:15,327 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:15,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-03T21:40:15,336 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=101545f66cbd,43541,1733262011125 in 344 msec 2024-12-03T21:40:15,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-03T21:40:15,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-12-03T21:40:15,345 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-03T21:40:15,345 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-03T21:40:15,364 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:15,366 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:15,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:15,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34821, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:15,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6590 sec 2024-12-03T21:40:15,405 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733262015405, completionTime=-1 2024-12-03T21:40:15,408 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-03T21:40:15,408 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-03T21:40:15,429 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-03T21:40:15,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733262075430 2024-12-03T21:40:15,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733262135430 2024-12-03T21:40:15,430 INFO [master/101545f66cbd:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-03T21:40:15,432 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36053,1733262010428-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:15,432 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36053,1733262010428-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:15,432 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36053,1733262010428-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:15,434 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-101545f66cbd:36053, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:15,434 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:15,435 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:15,440 DEBUG [master/101545f66cbd:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-03T21:40:15,476 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.196sec 2024-12-03T21:40:15,478 INFO [master/101545f66cbd:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-03T21:40:15,479 INFO [master/101545f66cbd:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-03T21:40:15,480 INFO [master/101545f66cbd:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-03T21:40:15,480 INFO [master/101545f66cbd:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-03T21:40:15,480 INFO [master/101545f66cbd:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-03T21:40:15,481 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36053,1733262010428-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-03T21:40:15,481 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36053,1733262010428-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-03T21:40:15,490 DEBUG [master/101545f66cbd:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-03T21:40:15,491 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-03T21:40:15,491 INFO [master/101545f66cbd:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=101545f66cbd,36053,1733262010428-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-03T21:40:15,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e129cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:15,527 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-03T21:40:15,527 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-03T21:40:15,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:15,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:15,539 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:15,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:15,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:15,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424d861b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:15,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:15,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:15,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:15,547 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:15,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ebea588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:15,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:15,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:15,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=101545f66cbd,36053,1733262010428 2024-12-03T21:40:15,589 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=95, ProcessCount=11, AvailableMemoryMB=10415 2024-12-03T21:40:15,598 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:40:15,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36053,1733262010428 2024-12-03T21:40:15,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11630d03 2024-12-03T21:40:15,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:40:15,610 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:40:15,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T21:40:15,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:40:15,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:15,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:40:15,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-03T21:40:15,628 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:15,630 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:40:15,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:40:15,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741835_1011 (size=1061) 2024-12-03T21:40:15,644 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca 2024-12-03T21:40:15,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741836_1012 (size=53) 2024-12-03T21:40:15,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:40:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:40:16,057 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:40:16,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7a2ea152ba078ec2963d08c67e5a1d02, disabling compactions & flushes 2024-12-03T21:40:16,058 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:16,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:16,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. after waiting 0 ms 2024-12-03T21:40:16,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:16,058 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:16,058 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a2ea152ba078ec2963d08c67e5a1d02: Waiting for close lock at 1733262016057Disabling compacts and flushes for region at 1733262016057Disabling writes for close at 1733262016058 (+1 ms)Writing region close event to WAL at 1733262016058Closed at 1733262016058 2024-12-03T21:40:16,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:40:16,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733262016062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733262016062"}]},"ts":"1733262016062"} 2024-12-03T21:40:16,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:40:16,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:40:16,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262016076"}]},"ts":"1733262016076"} 2024-12-03T21:40:16,084 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T21:40:16,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a2ea152ba078ec2963d08c67e5a1d02, ASSIGN}] 2024-12-03T21:40:16,088 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a2ea152ba078ec2963d08c67e5a1d02, ASSIGN 2024-12-03T21:40:16,089 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a2ea152ba078ec2963d08c67e5a1d02, ASSIGN; state=OFFLINE, location=101545f66cbd,43541,1733262011125; forceNewPlan=false, retain=false 2024-12-03T21:40:16,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a2ea152ba078ec2963d08c67e5a1d02, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:16,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a2ea152ba078ec2963d08c67e5a1d02, ASSIGN because future has completed 2024-12-03T21:40:16,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:40:16,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:40:16,421 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:16,421 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:40:16,422 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,422 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:40:16,422 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,422 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,425 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,428 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:40:16,428 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a2ea152ba078ec2963d08c67e5a1d02 columnFamilyName A 2024-12-03T21:40:16,428 DEBUG [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:16,430 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] regionserver.HStore(327): Store=7a2ea152ba078ec2963d08c67e5a1d02/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:16,430 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,432 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:40:16,433 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a2ea152ba078ec2963d08c67e5a1d02 columnFamilyName B 2024-12-03T21:40:16,433 DEBUG [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:16,434 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] regionserver.HStore(327): Store=7a2ea152ba078ec2963d08c67e5a1d02/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:16,434 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,437 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:40:16,437 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a2ea152ba078ec2963d08c67e5a1d02 columnFamilyName C 2024-12-03T21:40:16,437 DEBUG [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:16,439 INFO [StoreOpener-7a2ea152ba078ec2963d08c67e5a1d02-1 {}] regionserver.HStore(327): Store=7a2ea152ba078ec2963d08c67e5a1d02/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:16,439 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:16,439 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,441 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,442 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,445 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,445 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,446 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:40:16,449 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,453 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:40:16,453 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7a2ea152ba078ec2963d08c67e5a1d02; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70097873, jitterRate=0.04453970491886139}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:40:16,454 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,454 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7a2ea152ba078ec2963d08c67e5a1d02: Running coprocessor pre-open hook at 1733262016422Writing region info on filesystem at 1733262016422Initializing all the Stores at 1733262016424 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262016424Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262016425 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262016425Cleaning up temporary data from old regions at 1733262016445 (+20 ms)Running coprocessor post-open hooks at 1733262016454 (+9 ms)Region opened successfully at 1733262016454 2024-12-03T21:40:16,456 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., pid=6, masterSystemTime=1733262016409 2024-12-03T21:40:16,460 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:16,460 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:16,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a2ea152ba078ec2963d08c67e5a1d02, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:16,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:40:16,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-03T21:40:16,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 in 217 msec 2024-12-03T21:40:16,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-03T21:40:16,476 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a2ea152ba078ec2963d08c67e5a1d02, ASSIGN in 387 msec 2024-12-03T21:40:16,477 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:40:16,477 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262016477"}]},"ts":"1733262016477"} 2024-12-03T21:40:16,480 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T21:40:16,482 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:40:16,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 864 msec 2024-12-03T21:40:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-03T21:40:16,775 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:16,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b3430e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,781 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,781 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692a4b96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,784 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185f36b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:40:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36053,1733262010428 2024-12-03T21:40:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ca1f99 2024-12-03T21:40:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:40:16,799 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:40:16,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7685e9fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,803 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,804 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cf4e74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,807 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77e3eb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,809 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,811 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,814 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39deefb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b4d8404, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,817 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,817 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27108bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,820 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec6ad86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@382062a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,824 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ac3455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,826 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,827 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d699c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5332d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,829 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,829 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f284d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,830 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,831 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596e3a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef992a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,835 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6e4493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,837 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5a398e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19215e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,840 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a88f812, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,842 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7f9af0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64696a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,846 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53def629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3080a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae6950f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:16,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:16,851 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6ea95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:16,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:16,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b95abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:16,858 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,858 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,859 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,859 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,859 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,860 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,860 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,860 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,861 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:16,861 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,862 DEBUG [Thread-158 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,863 DEBUG [Thread-158 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:16,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:16,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:40:16,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:40:16,873 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:40:16,874 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:40:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-03T21:40:16,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:40:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:40:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:40:16,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:40:16,879 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:16,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:40:16,882 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:16,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:40:16,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:16,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T21:40:16,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:16,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:16,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:16,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:16,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:16,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:40:17,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/8452c9c83dc94be19c87e83f253f50a7 is 50, key is test_row_0/A:col10/1733262016923/Put/seqid=0 2024-12-03T21:40:17,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T21:40:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:17,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:17,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:17,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:17,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:17,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741837_1013 (size=16681) 2024-12-03T21:40:17,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/8452c9c83dc94be19c87e83f253f50a7 2024-12-03T21:40:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262077035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262077044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262077063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262077079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262077084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,120 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/9add624b618a462ab012eb2f308183de is 50, key is test_row_0/B:col10/1733262016923/Put/seqid=0 2024-12-03T21:40:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:40:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741838_1014 (size=12001) 2024-12-03T21:40:17,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/9add624b618a462ab012eb2f308183de 2024-12-03T21:40:17,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262077226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T21:40:17,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262077227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262077228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262077228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262077228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:17,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:17,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:17,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/365a4e2ce67f46a5ac782aa4752ff39b is 50, key is test_row_0/C:col10/1733262016923/Put/seqid=0 2024-12-03T21:40:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741839_1015 (size=12001) 2024-12-03T21:40:17,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/365a4e2ce67f46a5ac782aa4752ff39b 2024-12-03T21:40:17,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/8452c9c83dc94be19c87e83f253f50a7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8452c9c83dc94be19c87e83f253f50a7 2024-12-03T21:40:17,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8452c9c83dc94be19c87e83f253f50a7, entries=250, sequenceid=14, filesize=16.3 K 2024-12-03T21:40:17,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/9add624b618a462ab012eb2f308183de as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/9add624b618a462ab012eb2f308183de 2024-12-03T21:40:17,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/9add624b618a462ab012eb2f308183de, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T21:40:17,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/365a4e2ce67f46a5ac782aa4752ff39b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/365a4e2ce67f46a5ac782aa4752ff39b 2024-12-03T21:40:17,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/365a4e2ce67f46a5ac782aa4752ff39b, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T21:40:17,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 7a2ea152ba078ec2963d08c67e5a1d02 in 451ms, sequenceid=14, compaction requested=false 2024-12-03T21:40:17,392 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T21:40:17,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:17,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-03T21:40:17,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:17,416 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T21:40:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:17,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:17,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:17,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/01af865c625a4ebab389013b988698d5 is 50, key is test_row_0/A:col10/1733262017048/Put/seqid=0 2024-12-03T21:40:17,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741840_1016 (size=12001) 2024-12-03T21:40:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:17,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:17,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262077473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262077462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262077487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262077487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262077488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:40:17,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262077595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262077595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,599 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262077606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,609 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262077606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262077606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262077805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262077806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262077814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262077814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262077815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:17,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:17,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:17,850 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/01af865c625a4ebab389013b988698d5 2024-12-03T21:40:17,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/fc3cf180d5744fc18fefee2cec5d2b05 is 50, key is test_row_0/B:col10/1733262017048/Put/seqid=0 2024-12-03T21:40:17,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741841_1017 (size=12001) 2024-12-03T21:40:17,889 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/fc3cf180d5744fc18fefee2cec5d2b05 2024-12-03T21:40:17,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/e1d326abba084ef6827e5e5adc2c1a04 is 50, key is test_row_0/C:col10/1733262017048/Put/seqid=0 2024-12-03T21:40:17,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741842_1018 (size=12001) 2024-12-03T21:40:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:40:18,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262078114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,118 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262078118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262078124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262078124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262078135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,355 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/e1d326abba084ef6827e5e5adc2c1a04 2024-12-03T21:40:18,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/01af865c625a4ebab389013b988698d5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/01af865c625a4ebab389013b988698d5 2024-12-03T21:40:18,390 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/01af865c625a4ebab389013b988698d5, entries=150, sequenceid=34, filesize=11.7 K 2024-12-03T21:40:18,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/fc3cf180d5744fc18fefee2cec5d2b05 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fc3cf180d5744fc18fefee2cec5d2b05 2024-12-03T21:40:18,419 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fc3cf180d5744fc18fefee2cec5d2b05, entries=150, sequenceid=34, filesize=11.7 K 2024-12-03T21:40:18,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/e1d326abba084ef6827e5e5adc2c1a04 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/e1d326abba084ef6827e5e5adc2c1a04 2024-12-03T21:40:18,448 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/e1d326abba084ef6827e5e5adc2c1a04, entries=150, sequenceid=34, filesize=11.7 K 2024-12-03T21:40:18,456 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 7a2ea152ba078ec2963d08c67e5a1d02 in 1036ms, sequenceid=34, compaction requested=false 2024-12-03T21:40:18,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:18,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:18,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-03T21:40:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-03T21:40:18,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-03T21:40:18,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5760 sec 2024-12-03T21:40:18,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.6050 sec 2024-12-03T21:40:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:18,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:40:18,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:18,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:18,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:18,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:18,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:18,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:18,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/6ee6d0cfcea94ac49f45636dd1e2ac6a is 50, key is test_row_0/A:col10/1733262017480/Put/seqid=0 2024-12-03T21:40:18,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741843_1019 (size=12001) 2024-12-03T21:40:18,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/6ee6d0cfcea94ac49f45636dd1e2ac6a 2024-12-03T21:40:18,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262078677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262078680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262078684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262078684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,699 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262078691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/0e01323722df476c9bb28299ef0f1395 is 50, key is test_row_0/B:col10/1733262017480/Put/seqid=0 2024-12-03T21:40:18,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741844_1020 (size=12001) 2024-12-03T21:40:18,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/0e01323722df476c9bb28299ef0f1395 2024-12-03T21:40:18,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/147fb44fc3af4fb9a201d260eee2b0c2 is 50, key is test_row_0/C:col10/1733262017480/Put/seqid=0 2024-12-03T21:40:18,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741845_1021 (size=12001) 2024-12-03T21:40:18,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/147fb44fc3af4fb9a201d260eee2b0c2 2024-12-03T21:40:18,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262078795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,801 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262078795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262078805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262078805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262078805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:18,810 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:18,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/6ee6d0cfcea94ac49f45636dd1e2ac6a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/6ee6d0cfcea94ac49f45636dd1e2ac6a 2024-12-03T21:40:18,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/6ee6d0cfcea94ac49f45636dd1e2ac6a, entries=150, sequenceid=47, filesize=11.7 K 2024-12-03T21:40:18,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/0e01323722df476c9bb28299ef0f1395 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0e01323722df476c9bb28299ef0f1395 2024-12-03T21:40:18,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0e01323722df476c9bb28299ef0f1395, entries=150, sequenceid=47, filesize=11.7 K 2024-12-03T21:40:18,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/147fb44fc3af4fb9a201d260eee2b0c2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/147fb44fc3af4fb9a201d260eee2b0c2 2024-12-03T21:40:18,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/147fb44fc3af4fb9a201d260eee2b0c2, entries=150, sequenceid=47, filesize=11.7 K 2024-12-03T21:40:18,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7a2ea152ba078ec2963d08c67e5a1d02 in 253ms, sequenceid=47, compaction requested=true 2024-12-03T21:40:18,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:18,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:18,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:18,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:18,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:18,892 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:18,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:18,895 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:18,896 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:18,901 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:18,903 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:18,903 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:18,904 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/9add624b618a462ab012eb2f308183de, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fc3cf180d5744fc18fefee2cec5d2b05, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0e01323722df476c9bb28299ef0f1395] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=35.2 K 2024-12-03T21:40:18,907 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9add624b618a462ab012eb2f308183de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733262016923 2024-12-03T21:40:18,910 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting fc3cf180d5744fc18fefee2cec5d2b05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733262017048 2024-12-03T21:40:18,912 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:18,913 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:18,913 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:18,913 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8452c9c83dc94be19c87e83f253f50a7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/01af865c625a4ebab389013b988698d5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/6ee6d0cfcea94ac49f45636dd1e2ac6a] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=39.7 K 2024-12-03T21:40:18,913 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e01323722df476c9bb28299ef0f1395, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733262017475 2024-12-03T21:40:18,917 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8452c9c83dc94be19c87e83f253f50a7, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733262016901 2024-12-03T21:40:18,919 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01af865c625a4ebab389013b988698d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733262017048 2024-12-03T21:40:18,921 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ee6d0cfcea94ac49f45636dd1e2ac6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733262017475 2024-12-03T21:40:18,963 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:18,964 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#9 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:18,964 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/c7495af5c2f8465cba9c8d66770ea62d is 50, key is test_row_0/B:col10/1733262017480/Put/seqid=0 2024-12-03T21:40:18,964 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/2268a719b3844e80a13597f874f2485d is 50, key is test_row_0/A:col10/1733262017480/Put/seqid=0 2024-12-03T21:40:18,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741846_1022 (size=12104) 2024-12-03T21:40:19,003 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/c7495af5c2f8465cba9c8d66770ea62d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/c7495af5c2f8465cba9c8d66770ea62d 2024-12-03T21:40:19,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741847_1023 (size=12104) 2024-12-03T21:40:19,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:19,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T21:40:19,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:19,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:19,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:19,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:19,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:19,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:19,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-03T21:40:19,035 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:19,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:19,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-03T21:40:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T21:40:19,039 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:19,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/c74abb5961ce4459bd09b19b87542d35 is 50, key is test_row_0/A:col10/1733262018679/Put/seqid=0 2024-12-03T21:40:19,041 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into c7495af5c2f8465cba9c8d66770ea62d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:19,041 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:19,041 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:19,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:19,045 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262018892; duration=0sec 2024-12-03T21:40:19,046 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:19,048 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:19,048 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:19,057 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:19,057 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:19,057 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,058 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/365a4e2ce67f46a5ac782aa4752ff39b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/e1d326abba084ef6827e5e5adc2c1a04, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/147fb44fc3af4fb9a201d260eee2b0c2] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=35.2 K 2024-12-03T21:40:19,061 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 365a4e2ce67f46a5ac782aa4752ff39b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733262016923 2024-12-03T21:40:19,064 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e1d326abba084ef6827e5e5adc2c1a04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1733262017048 2024-12-03T21:40:19,065 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 147fb44fc3af4fb9a201d260eee2b0c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733262017475 2024-12-03T21:40:19,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262079053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,069 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262079064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262079064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262079067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262079067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,081 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741848_1024 (size=14341) 2024-12-03T21:40:19,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/c74abb5961ce4459bd09b19b87542d35 2024-12-03T21:40:19,105 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:19,106 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/5c9347439adc4cb499e2240c84310649 is 50, key is test_row_0/C:col10/1733262017480/Put/seqid=0 2024-12-03T21:40:19,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/22b2d112434744738ec4430c18a96653 is 50, key is test_row_0/B:col10/1733262018679/Put/seqid=0 2024-12-03T21:40:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T21:40:19,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741849_1025 (size=12104) 2024-12-03T21:40:19,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741850_1026 (size=12001) 2024-12-03T21:40:19,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/22b2d112434744738ec4430c18a96653 2024-12-03T21:40:19,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262079174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262079184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,190 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262079184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262079184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262079184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b4fb73b13a5b417eba629b1a9b1d35d0 is 50, key is test_row_0/C:col10/1733262018679/Put/seqid=0 2024-12-03T21:40:19,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T21:40:19,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:19,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741851_1027 (size=12001) 2024-12-03T21:40:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T21:40:19,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T21:40:19,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:19,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262079384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262079395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262079395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262079395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262079405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,419 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/2268a719b3844e80a13597f874f2485d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/2268a719b3844e80a13597f874f2485d 2024-12-03T21:40:19,439 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into 2268a719b3844e80a13597f874f2485d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:19,439 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:19,439 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262018887; duration=0sec 2024-12-03T21:40:19,440 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:19,440 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:19,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T21:40:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:19,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,567 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/5c9347439adc4cb499e2240c84310649 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c9347439adc4cb499e2240c84310649 2024-12-03T21:40:19,584 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into 5c9347439adc4cb499e2240c84310649(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:19,584 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:19,584 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262018892; duration=0sec 2024-12-03T21:40:19,585 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:19,585 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:19,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=67 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b4fb73b13a5b417eba629b1a9b1d35d0 2024-12-03T21:40:19,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/c74abb5961ce4459bd09b19b87542d35 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/c74abb5961ce4459bd09b19b87542d35 2024-12-03T21:40:19,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/c74abb5961ce4459bd09b19b87542d35, entries=200, sequenceid=67, filesize=14.0 K 2024-12-03T21:40:19,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/22b2d112434744738ec4430c18a96653 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/22b2d112434744738ec4430c18a96653 2024-12-03T21:40:19,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T21:40:19,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T21:40:19,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/22b2d112434744738ec4430c18a96653, entries=150, sequenceid=67, filesize=11.7 K 2024-12-03T21:40:19,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b4fb73b13a5b417eba629b1a9b1d35d0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b4fb73b13a5b417eba629b1a9b1d35d0 2024-12-03T21:40:19,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b4fb73b13a5b417eba629b1a9b1d35d0, entries=150, sequenceid=67, filesize=11.7 K 2024-12-03T21:40:19,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 7a2ea152ba078ec2963d08c67e5a1d02 in 671ms, sequenceid=67, compaction requested=false 2024-12-03T21:40:19,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:19,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:40:19,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:19,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:19,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:19,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:19,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:19,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:19,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/8275333ee1684936928f427aeab0021d is 50, key is test_row_0/A:col10/1733262019057/Put/seqid=0 2024-12-03T21:40:19,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741852_1028 (size=12001) 2024-12-03T21:40:19,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/8275333ee1684936928f427aeab0021d 2024-12-03T21:40:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262079742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262079749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a0b1997c39bd45939f9846d463e9a12e is 50, key is test_row_0/B:col10/1733262019057/Put/seqid=0 2024-12-03T21:40:19,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262079751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262079754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,764 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262079754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,765 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741853_1029 (size=12001) 2024-12-03T21:40:19,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a0b1997c39bd45939f9846d463e9a12e 2024-12-03T21:40:19,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/96fa7d712e6e40579d8dc18a599e2b92 is 50, key is test_row_0/C:col10/1733262019057/Put/seqid=0 2024-12-03T21:40:19,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T21:40:19,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:19,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741854_1030 (size=12001) 2024-12-03T21:40:19,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/96fa7d712e6e40579d8dc18a599e2b92 2024-12-03T21:40:19,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/8275333ee1684936928f427aeab0021d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8275333ee1684936928f427aeab0021d 2024-12-03T21:40:19,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262079864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262079874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262079874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262079874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262079874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:19,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:19,879 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:19,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8275333ee1684936928f427aeab0021d, entries=150, sequenceid=84, filesize=11.7 K 2024-12-03T21:40:19,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a0b1997c39bd45939f9846d463e9a12e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a0b1997c39bd45939f9846d463e9a12e 2024-12-03T21:40:19,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a0b1997c39bd45939f9846d463e9a12e, entries=150, sequenceid=84, filesize=11.7 K 2024-12-03T21:40:19,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/96fa7d712e6e40579d8dc18a599e2b92 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/96fa7d712e6e40579d8dc18a599e2b92 2024-12-03T21:40:19,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/96fa7d712e6e40579d8dc18a599e2b92, entries=150, sequenceid=84, filesize=11.7 K 2024-12-03T21:40:19,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 7a2ea152ba078ec2963d08c67e5a1d02 in 228ms, sequenceid=84, compaction requested=true 2024-12-03T21:40:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:19,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:19,931 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:19,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:19,931 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:19,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:19,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:19,933 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:19,933 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:19,933 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:19,933 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,933 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:19,934 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,934 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/2268a719b3844e80a13597f874f2485d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/c74abb5961ce4459bd09b19b87542d35, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8275333ee1684936928f427aeab0021d] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=37.5 K 2024-12-03T21:40:19,934 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/c7495af5c2f8465cba9c8d66770ea62d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/22b2d112434744738ec4430c18a96653, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a0b1997c39bd45939f9846d463e9a12e] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=35.3 K 2024-12-03T21:40:19,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:19,936 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2268a719b3844e80a13597f874f2485d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733262017475 2024-12-03T21:40:19,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:19,936 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c7495af5c2f8465cba9c8d66770ea62d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733262017475 2024-12-03T21:40:19,937 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c74abb5961ce4459bd09b19b87542d35, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733262018679 2024-12-03T21:40:19,938 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 22b2d112434744738ec4430c18a96653, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733262018679 2024-12-03T21:40:19,938 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8275333ee1684936928f427aeab0021d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733262019057 2024-12-03T21:40:19,938 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a0b1997c39bd45939f9846d463e9a12e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733262019057 2024-12-03T21:40:19,966 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:19,967 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a6971a69609a4c36830fbad8a01a5b20 is 50, key is test_row_0/B:col10/1733262019057/Put/seqid=0 2024-12-03T21:40:19,969 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-03T21:40:19,970 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:19,971 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/3495bd4314bd4275b0ac92176cda4b38 is 50, key is test_row_0/A:col10/1733262019057/Put/seqid=0 2024-12-03T21:40:19,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-03T21:40:19,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:19,981 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:40:19,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:19,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:19,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:19,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:19,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:19,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:19,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/edcdf98a235946638b41c1514e20be14 is 50, key is test_row_0/A:col10/1733262019749/Put/seqid=0 2024-12-03T21:40:19,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741855_1031 (size=12207) 2024-12-03T21:40:19,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741856_1032 (size=12207) 2024-12-03T21:40:20,018 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/3495bd4314bd4275b0ac92176cda4b38 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/3495bd4314bd4275b0ac92176cda4b38 2024-12-03T21:40:20,020 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a6971a69609a4c36830fbad8a01a5b20 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6971a69609a4c36830fbad8a01a5b20 2024-12-03T21:40:20,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741857_1033 (size=12001) 2024-12-03T21:40:20,038 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/edcdf98a235946638b41c1514e20be14 2024-12-03T21:40:20,039 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into 3495bd4314bd4275b0ac92176cda4b38(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:20,040 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:20,041 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262019930; duration=0sec 2024-12-03T21:40:20,041 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into a6971a69609a4c36830fbad8a01a5b20(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:20,041 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:20,042 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262019931; duration=0sec 2024-12-03T21:40:20,042 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:20,042 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:20,042 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:20,042 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:20,044 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:20,046 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:20,047 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:20,047 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:20,047 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c9347439adc4cb499e2240c84310649, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b4fb73b13a5b417eba629b1a9b1d35d0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/96fa7d712e6e40579d8dc18a599e2b92] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=35.3 K 2024-12-03T21:40:20,049 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c9347439adc4cb499e2240c84310649, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733262017475 2024-12-03T21:40:20,053 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4fb73b13a5b417eba629b1a9b1d35d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=67, earliestPutTs=1733262018679 2024-12-03T21:40:20,054 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96fa7d712e6e40579d8dc18a599e2b92, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733262019057 2024-12-03T21:40:20,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/5d41a6a61708492e97ec2f47bbe309a5 is 50, key is test_row_0/B:col10/1733262019749/Put/seqid=0 2024-12-03T21:40:20,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:20,081 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:20,082 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/82b57434d5b640899c39c9fd303065f5 is 50, key is test_row_0/C:col10/1733262019057/Put/seqid=0 2024-12-03T21:40:20,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741858_1034 (size=12001) 2024-12-03T21:40:20,089 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/5d41a6a61708492e97ec2f47bbe309a5 2024-12-03T21:40:20,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262080095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,106 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262080096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262080097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,109 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741859_1035 (size=12207) 2024-12-03T21:40:20,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262080103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262080106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/9348f5fa72bc412db7f4f443e5621983 is 50, key is test_row_0/C:col10/1733262019749/Put/seqid=0 2024-12-03T21:40:20,117 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,129 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/82b57434d5b640899c39c9fd303065f5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/82b57434d5b640899c39c9fd303065f5 2024-12-03T21:40:20,142 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into 82b57434d5b640899c39c9fd303065f5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:20,142 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:20,142 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262019935; duration=0sec 2024-12-03T21:40:20,143 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:20,143 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:20,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741860_1036 (size=12001) 2024-12-03T21:40:20,157 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/9348f5fa72bc412db7f4f443e5621983 2024-12-03T21:40:20,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/edcdf98a235946638b41c1514e20be14 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/edcdf98a235946638b41c1514e20be14 2024-12-03T21:40:20,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T21:40:20,185 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/edcdf98a235946638b41c1514e20be14, entries=150, sequenceid=103, filesize=11.7 K 2024-12-03T21:40:20,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/5d41a6a61708492e97ec2f47bbe309a5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5d41a6a61708492e97ec2f47bbe309a5 2024-12-03T21:40:20,212 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5d41a6a61708492e97ec2f47bbe309a5, entries=150, sequenceid=103, filesize=11.7 K 2024-12-03T21:40:20,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/9348f5fa72bc412db7f4f443e5621983 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9348f5fa72bc412db7f4f443e5621983 2024-12-03T21:40:20,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262080216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262080216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262080216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,232 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9348f5fa72bc412db7f4f443e5621983, entries=150, sequenceid=103, filesize=11.7 K 2024-12-03T21:40:20,234 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7a2ea152ba078ec2963d08c67e5a1d02 in 253ms, sequenceid=103, compaction requested=false 2024-12-03T21:40:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:20,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-03T21:40:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-03T21:40:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262080224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:20,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:40:20,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:20,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:20,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:20,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:20,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:20,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:20,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-03T21:40:20,249 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1960 sec 2024-12-03T21:40:20,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.2140 sec 2024-12-03T21:40:20,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d0796b0c515f44679278d96f3e7d3fe4 is 50, key is test_row_0/A:col10/1733262020093/Put/seqid=0 2024-12-03T21:40:20,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741861_1037 (size=14341) 2024-12-03T21:40:20,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d0796b0c515f44679278d96f3e7d3fe4 2024-12-03T21:40:20,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/26fc92e4eba94e2db057a3b70d6e3475 is 50, key is test_row_0/B:col10/1733262020093/Put/seqid=0 2024-12-03T21:40:20,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741862_1038 (size=12001) 2024-12-03T21:40:20,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262080393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262080424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262080434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262080434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,440 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262080443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262080504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262080714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262080734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T21:40:20,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262080744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262080744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262080754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:20,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:20,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/26fc92e4eba94e2db057a3b70d6e3475 2024-12-03T21:40:20,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/99af52c1e9e744aaacc84e7402183924 is 50, key is test_row_0/C:col10/1733262020093/Put/seqid=0 2024-12-03T21:40:20,813 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-03T21:40:20,813 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-03T21:40:20,815 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:40:20,816 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-03T21:40:20,817 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-03T21:40:20,817 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-03T21:40:20,818 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T21:40:20,818 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T21:40:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741863_1039 (size=12001) 2024-12-03T21:40:21,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:21,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262081024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-03T21:40:21,185 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:21,185 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-03T21:40:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T21:40:21,188 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:21,189 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:21,189 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:21,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/99af52c1e9e744aaacc84e7402183924 2024-12-03T21:40:21,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d0796b0c515f44679278d96f3e7d3fe4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d0796b0c515f44679278d96f3e7d3fe4 2024-12-03T21:40:21,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262081244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,249 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:21,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d0796b0c515f44679278d96f3e7d3fe4, entries=200, sequenceid=120, filesize=14.0 K 2024-12-03T21:40:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/26fc92e4eba94e2db057a3b70d6e3475 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/26fc92e4eba94e2db057a3b70d6e3475 2024-12-03T21:40:21,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:21,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262081254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:21,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:21,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262081254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:21,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/26fc92e4eba94e2db057a3b70d6e3475, entries=150, sequenceid=120, filesize=11.7 K 2024-12-03T21:40:21,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:21,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262081264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:21,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/99af52c1e9e744aaacc84e7402183924 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/99af52c1e9e744aaacc84e7402183924 2024-12-03T21:40:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T21:40:21,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/99af52c1e9e744aaacc84e7402183924, entries=150, sequenceid=120, filesize=11.7 K 2024-12-03T21:40:21,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7a2ea152ba078ec2963d08c67e5a1d02 in 1061ms, sequenceid=120, compaction requested=true 2024-12-03T21:40:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:21,304 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:21,304 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:21,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:21,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:21,308 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:21,308 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:21,309 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:21,309 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/3495bd4314bd4275b0ac92176cda4b38, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/edcdf98a235946638b41c1514e20be14, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d0796b0c515f44679278d96f3e7d3fe4] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=37.6 K 2024-12-03T21:40:21,309 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:21,309 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:21,309 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:21,310 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6971a69609a4c36830fbad8a01a5b20, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5d41a6a61708492e97ec2f47bbe309a5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/26fc92e4eba94e2db057a3b70d6e3475] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=35.4 K 2024-12-03T21:40:21,310 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3495bd4314bd4275b0ac92176cda4b38, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733262019057 2024-12-03T21:40:21,311 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a6971a69609a4c36830fbad8a01a5b20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733262019057 2024-12-03T21:40:21,311 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting edcdf98a235946638b41c1514e20be14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733262019744 2024-12-03T21:40:21,312 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d41a6a61708492e97ec2f47bbe309a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733262019744 2024-12-03T21:40:21,312 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0796b0c515f44679278d96f3e7d3fe4, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733262020093 2024-12-03T21:40:21,313 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 26fc92e4eba94e2db057a3b70d6e3475, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733262020093 2024-12-03T21:40:21,328 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#27 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:21,329 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/1e714174bae24229abab0a3f012b2bb2 is 50, key is test_row_0/B:col10/1733262020093/Put/seqid=0 2024-12-03T21:40:21,329 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#28 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:21,330 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/bb01be4d87504ff08d83ebf049a3eb60 is 50, key is test_row_0/A:col10/1733262020093/Put/seqid=0 2024-12-03T21:40:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741864_1040 (size=12309) 2024-12-03T21:40:21,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-03T21:40:21,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:21,345 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:40:21,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:21,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:21,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:21,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:21,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:21,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:21,366 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/1e714174bae24229abab0a3f012b2bb2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1e714174bae24229abab0a3f012b2bb2 2024-12-03T21:40:21,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/231393fa29bf421b99bccb45ba321930 is 50, key is test_row_0/A:col10/1733262020369/Put/seqid=0 2024-12-03T21:40:21,382 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into 1e714174bae24229abab0a3f012b2bb2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:21,382 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:21,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741865_1041 (size=12309) 2024-12-03T21:40:21,383 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262021304; duration=0sec 2024-12-03T21:40:21,383 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:21,383 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:21,383 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:21,385 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:21,387 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:21,387 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:21,388 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/82b57434d5b640899c39c9fd303065f5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9348f5fa72bc412db7f4f443e5621983, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/99af52c1e9e744aaacc84e7402183924] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=35.4 K 2024-12-03T21:40:21,391 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 82b57434d5b640899c39c9fd303065f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733262019057 2024-12-03T21:40:21,392 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9348f5fa72bc412db7f4f443e5621983, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733262019744 2024-12-03T21:40:21,393 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 99af52c1e9e744aaacc84e7402183924, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733262020093 2024-12-03T21:40:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741866_1042 (size=12151) 2024-12-03T21:40:21,402 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/231393fa29bf421b99bccb45ba321930 2024-12-03T21:40:21,414 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:21,415 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/a37b2017f25148e1a3b2ce003b1c3e0d is 50, key is test_row_0/C:col10/1733262020093/Put/seqid=0 2024-12-03T21:40:21,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a6f00593b8b54347bf426439c9e425b4 is 50, key is test_row_0/B:col10/1733262020369/Put/seqid=0 2024-12-03T21:40:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741867_1043 (size=12309) 2024-12-03T21:40:21,441 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/a37b2017f25148e1a3b2ce003b1c3e0d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a37b2017f25148e1a3b2ce003b1c3e0d 2024-12-03T21:40:21,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741868_1044 (size=12151) 2024-12-03T21:40:21,462 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into a37b2017f25148e1a3b2ce003b1c3e0d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:21,462 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:21,462 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262021304; duration=0sec 2024-12-03T21:40:21,463 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:21,463 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T21:40:21,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:21,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262081577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:21,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:21,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262081683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:21,796 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/bb01be4d87504ff08d83ebf049a3eb60 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bb01be4d87504ff08d83ebf049a3eb60 2024-12-03T21:40:21,809 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into bb01be4d87504ff08d83ebf049a3eb60(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:21,809 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:21,809 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262021304; duration=0sec 2024-12-03T21:40:21,809 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:21,809 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:21,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T21:40:21,850 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a6f00593b8b54347bf426439c9e425b4 2024-12-03T21:40:21,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b5f089a02128486993faf3b23b9616af is 50, key is test_row_0/C:col10/1733262020369/Put/seqid=0 2024-12-03T21:40:21,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741869_1045 (size=12151) 2024-12-03T21:40:21,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262081893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:22,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:22,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262082204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:22,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:22,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:22,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262082253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:22,258 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:22,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:22,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262082264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:22,269 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b5f089a02128486993faf3b23b9616af 2024-12-03T21:40:22,268 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:22,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262082274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:22,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:22,277 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:22,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262082274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:22,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/231393fa29bf421b99bccb45ba321930 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/231393fa29bf421b99bccb45ba321930 2024-12-03T21:40:22,280 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:22,289 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/231393fa29bf421b99bccb45ba321930, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T21:40:22,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a6f00593b8b54347bf426439c9e425b4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6f00593b8b54347bf426439c9e425b4 2024-12-03T21:40:22,303 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6f00593b8b54347bf426439c9e425b4, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T21:40:22,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b5f089a02128486993faf3b23b9616af as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b5f089a02128486993faf3b23b9616af 2024-12-03T21:40:22,317 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b5f089a02128486993faf3b23b9616af, entries=150, sequenceid=138, filesize=11.9 K 2024-12-03T21:40:22,318 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 7a2ea152ba078ec2963d08c67e5a1d02 in 973ms, sequenceid=138, compaction requested=false 2024-12-03T21:40:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:22,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-03T21:40:22,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-03T21:40:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T21:40:22,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-03T21:40:22,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1320 sec 2024-12-03T21:40:22,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.1430 sec 2024-12-03T21:40:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:22,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:40:22,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:22,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:22,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:22,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:22,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:22,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:22,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d2e33e6db06c4729933dbeee51c192e2 is 50, key is test_row_0/A:col10/1733262022714/Put/seqid=0 2024-12-03T21:40:22,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741870_1046 (size=14541) 2024-12-03T21:40:22,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d2e33e6db06c4729933dbeee51c192e2 2024-12-03T21:40:22,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/47c54dc3eb1a428d9f269d16af8404f9 is 50, key is test_row_0/B:col10/1733262022714/Put/seqid=0 2024-12-03T21:40:22,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741871_1047 (size=12151) 2024-12-03T21:40:22,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/47c54dc3eb1a428d9f269d16af8404f9 2024-12-03T21:40:22,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/24998285edea41df9ed18c18e52eee94 is 50, key is test_row_0/C:col10/1733262022714/Put/seqid=0 2024-12-03T21:40:22,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:22,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262082821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:22,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:22,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741872_1048 (size=12151) 2024-12-03T21:40:22,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/24998285edea41df9ed18c18e52eee94 2024-12-03T21:40:22,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d2e33e6db06c4729933dbeee51c192e2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d2e33e6db06c4729933dbeee51c192e2 2024-12-03T21:40:22,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d2e33e6db06c4729933dbeee51c192e2, entries=200, sequenceid=156, filesize=14.2 K 2024-12-03T21:40:22,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/47c54dc3eb1a428d9f269d16af8404f9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/47c54dc3eb1a428d9f269d16af8404f9 2024-12-03T21:40:22,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/47c54dc3eb1a428d9f269d16af8404f9, entries=150, sequenceid=156, filesize=11.9 K 2024-12-03T21:40:22,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/24998285edea41df9ed18c18e52eee94 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/24998285edea41df9ed18c18e52eee94 2024-12-03T21:40:22,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/24998285edea41df9ed18c18e52eee94, entries=150, sequenceid=156, filesize=11.9 K 2024-12-03T21:40:22,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 7a2ea152ba078ec2963d08c67e5a1d02 in 173ms, sequenceid=156, compaction requested=true 2024-12-03T21:40:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:22,889 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:22,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:22,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:22,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:22,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T21:40:22,890 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:22,891 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39001 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:22,891 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:22,891 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:22,891 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bb01be4d87504ff08d83ebf049a3eb60, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/231393fa29bf421b99bccb45ba321930, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d2e33e6db06c4729933dbeee51c192e2] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=38.1 K 2024-12-03T21:40:22,892 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:22,892 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:22,892 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:22,892 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1e714174bae24229abab0a3f012b2bb2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6f00593b8b54347bf426439c9e425b4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/47c54dc3eb1a428d9f269d16af8404f9] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=35.8 K 2024-12-03T21:40:22,892 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb01be4d87504ff08d83ebf049a3eb60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733262020093 2024-12-03T21:40:22,893 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 231393fa29bf421b99bccb45ba321930, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733262020369 2024-12-03T21:40:22,893 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e714174bae24229abab0a3f012b2bb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733262020093 2024-12-03T21:40:22,894 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a6f00593b8b54347bf426439c9e425b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733262020369 2024-12-03T21:40:22,894 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2e33e6db06c4729933dbeee51c192e2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733262021551 2024-12-03T21:40:22,894 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 47c54dc3eb1a428d9f269d16af8404f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733262021569 2024-12-03T21:40:22,909 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:22,909 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:22,910 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/16b28c2a632c4921aa2e296e0a00e273 is 50, key is test_row_0/A:col10/1733262022714/Put/seqid=0 2024-12-03T21:40:22,910 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e119eac6f5984e49b05a238ec762c66f is 50, key is test_row_0/B:col10/1733262022714/Put/seqid=0 2024-12-03T21:40:22,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741873_1049 (size=12561) 2024-12-03T21:40:22,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:22,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:40:22,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:22,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:22,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:22,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:22,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:22,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:22,951 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e119eac6f5984e49b05a238ec762c66f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e119eac6f5984e49b05a238ec762c66f 2024-12-03T21:40:22,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/4c086aa7830a4e3a825292a1539cf84d is 50, key is test_row_0/A:col10/1733262022936/Put/seqid=0 2024-12-03T21:40:22,964 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into e119eac6f5984e49b05a238ec762c66f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:22,964 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:22,964 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262022889; duration=0sec 2024-12-03T21:40:22,964 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:22,964 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:22,964 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:22,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741874_1050 (size=12561) 2024-12-03T21:40:22,968 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:22,969 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:22,969 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:22,969 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a37b2017f25148e1a3b2ce003b1c3e0d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b5f089a02128486993faf3b23b9616af, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/24998285edea41df9ed18c18e52eee94] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=35.8 K 2024-12-03T21:40:22,971 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a37b2017f25148e1a3b2ce003b1c3e0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733262020093 2024-12-03T21:40:22,974 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting b5f089a02128486993faf3b23b9616af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733262020369 2024-12-03T21:40:22,976 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 24998285edea41df9ed18c18e52eee94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733262021569 2024-12-03T21:40:22,984 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/16b28c2a632c4921aa2e296e0a00e273 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/16b28c2a632c4921aa2e296e0a00e273 2024-12-03T21:40:22,995 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into 16b28c2a632c4921aa2e296e0a00e273(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:22,995 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:22,995 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262022889; duration=0sec 2024-12-03T21:40:22,995 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:22,995 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:22,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741875_1051 (size=14541) 2024-12-03T21:40:23,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/4c086aa7830a4e3a825292a1539cf84d 2024-12-03T21:40:23,005 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:23,006 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f65fbd2a7f154701aefcfe0a706ee5c8 is 50, key is test_row_0/C:col10/1733262022714/Put/seqid=0 2024-12-03T21:40:23,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:23,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262083011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:23,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/06ff6a45103c46788b1a388c829fd875 is 50, key is test_row_0/B:col10/1733262022936/Put/seqid=0 2024-12-03T21:40:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741876_1052 (size=12561) 2024-12-03T21:40:23,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741877_1053 (size=12151) 2024-12-03T21:40:23,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/06ff6a45103c46788b1a388c829fd875 2024-12-03T21:40:23,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/bcd8b451409d4de68c282f16fc34d9a6 is 50, key is test_row_0/C:col10/1733262022936/Put/seqid=0 2024-12-03T21:40:23,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262083124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:23,126 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:23,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741878_1054 (size=12151) 2024-12-03T21:40:23,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/bcd8b451409d4de68c282f16fc34d9a6 2024-12-03T21:40:23,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/4c086aa7830a4e3a825292a1539cf84d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/4c086aa7830a4e3a825292a1539cf84d 2024-12-03T21:40:23,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/4c086aa7830a4e3a825292a1539cf84d, entries=200, sequenceid=174, filesize=14.2 K 2024-12-03T21:40:23,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/06ff6a45103c46788b1a388c829fd875 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/06ff6a45103c46788b1a388c829fd875 2024-12-03T21:40:23,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/06ff6a45103c46788b1a388c829fd875, entries=150, sequenceid=174, filesize=11.9 K 2024-12-03T21:40:23,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/bcd8b451409d4de68c282f16fc34d9a6 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bcd8b451409d4de68c282f16fc34d9a6 2024-12-03T21:40:23,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bcd8b451409d4de68c282f16fc34d9a6, entries=150, sequenceid=174, filesize=11.9 K 2024-12-03T21:40:23,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 7a2ea152ba078ec2963d08c67e5a1d02 in 255ms, sequenceid=174, compaction requested=false 2024-12-03T21:40:23,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-03T21:40:23,334 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:23,335 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-03T21:40:23,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:40:23,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:23,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:23,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T21:40:23,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:23,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:23,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:23,338 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:23,340 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:23,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:23,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/0a91dc4666d04d32b6e92482c17251ee is 50, key is test_row_0/A:col10/1733262023335/Put/seqid=0 2024-12-03T21:40:23,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741879_1055 (size=14541) 2024-12-03T21:40:23,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/0a91dc4666d04d32b6e92482c17251ee 2024-12-03T21:40:23,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/db0baefb1fbc48658db0639e34250b10 is 50, key is test_row_0/B:col10/1733262023335/Put/seqid=0 2024-12-03T21:40:23,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741880_1056 (size=12151) 2024-12-03T21:40:23,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:23,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262083422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:23,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/db0baefb1fbc48658db0639e34250b10 2024-12-03T21:40:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:23,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T21:40:23,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/5c2104dfb2b147f3b2f2e3e48a269f58 is 50, key is test_row_0/C:col10/1733262023335/Put/seqid=0 2024-12-03T21:40:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741881_1057 (size=12151) 2024-12-03T21:40:23,477 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f65fbd2a7f154701aefcfe0a706ee5c8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f65fbd2a7f154701aefcfe0a706ee5c8 2024-12-03T21:40:23,487 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into f65fbd2a7f154701aefcfe0a706ee5c8(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:23,487 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:23,488 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262022890; duration=0sec 2024-12-03T21:40:23,488 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:23,488 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:23,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T21:40:23,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:23,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:23,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:23,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:23,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:23,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262083534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:23,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T21:40:23,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T21:40:23,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:23,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:23,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:23,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:23,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:23,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262083744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:23,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:23,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T21:40:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:23,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:23,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:23,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/5c2104dfb2b147f3b2f2e3e48a269f58 2024-12-03T21:40:23,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/0a91dc4666d04d32b6e92482c17251ee as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/0a91dc4666d04d32b6e92482c17251ee 2024-12-03T21:40:23,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/0a91dc4666d04d32b6e92482c17251ee, entries=200, sequenceid=191, filesize=14.2 K 2024-12-03T21:40:23,883 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/db0baefb1fbc48658db0639e34250b10 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db0baefb1fbc48658db0639e34250b10 2024-12-03T21:40:23,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db0baefb1fbc48658db0639e34250b10, entries=150, sequenceid=191, filesize=11.9 K 2024-12-03T21:40:23,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/5c2104dfb2b147f3b2f2e3e48a269f58 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c2104dfb2b147f3b2f2e3e48a269f58 2024-12-03T21:40:23,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c2104dfb2b147f3b2f2e3e48a269f58, entries=150, sequenceid=191, filesize=11.9 K 2024-12-03T21:40:23,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 7a2ea152ba078ec2963d08c67e5a1d02 in 569ms, sequenceid=191, compaction requested=true 2024-12-03T21:40:23,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:23,907 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:23,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:23,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:23,908 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:23,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:23,909 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:23,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:23,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:23,909 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:23,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:23,909 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,909 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/16b28c2a632c4921aa2e296e0a00e273, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/4c086aa7830a4e3a825292a1539cf84d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/0a91dc4666d04d32b6e92482c17251ee] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=40.7 K 2024-12-03T21:40:23,910 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16b28c2a632c4921aa2e296e0a00e273, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733262021569 2024-12-03T21:40:23,911 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:23,911 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:23,911 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,912 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e119eac6f5984e49b05a238ec762c66f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/06ff6a45103c46788b1a388c829fd875, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db0baefb1fbc48658db0639e34250b10] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=36.0 K 2024-12-03T21:40:23,912 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c086aa7830a4e3a825292a1539cf84d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733262022796 2024-12-03T21:40:23,913 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e119eac6f5984e49b05a238ec762c66f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733262021569 2024-12-03T21:40:23,913 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a91dc4666d04d32b6e92482c17251ee, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262022985 2024-12-03T21:40:23,914 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 06ff6a45103c46788b1a388c829fd875, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733262022796 2024-12-03T21:40:23,915 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting db0baefb1fbc48658db0639e34250b10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262022992 2024-12-03T21:40:23,933 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:23,934 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/ca5791479979474ca2fe4287e2f18e3e is 50, key is test_row_0/A:col10/1733262023335/Put/seqid=0 2024-12-03T21:40:23,942 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:23,942 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/167229a460a441c8acdff4be66345d31 is 50, key is test_row_0/B:col10/1733262023335/Put/seqid=0 2024-12-03T21:40:23,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741883_1059 (size=12663) 2024-12-03T21:40:23,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741882_1058 (size=12663) 2024-12-03T21:40:23,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-03T21:40:23,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,962 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T21:40:23,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:23,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:23,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:23,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:23,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:23,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:23,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T21:40:23,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/315e3fadc685459f96a324bc649d69ad is 50, key is test_row_0/A:col10/1733262023408/Put/seqid=0 2024-12-03T21:40:23,974 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/167229a460a441c8acdff4be66345d31 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/167229a460a441c8acdff4be66345d31 2024-12-03T21:40:23,984 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into 167229a460a441c8acdff4be66345d31(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:23,984 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:23,985 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262023907; duration=0sec 2024-12-03T21:40:23,985 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:23,985 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:23,985 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:23,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741884_1060 (size=12151) 2024-12-03T21:40:23,986 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/315e3fadc685459f96a324bc649d69ad 2024-12-03T21:40:23,988 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:23,989 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:23,989 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:23,989 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f65fbd2a7f154701aefcfe0a706ee5c8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bcd8b451409d4de68c282f16fc34d9a6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c2104dfb2b147f3b2f2e3e48a269f58] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=36.0 K 2024-12-03T21:40:23,991 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting f65fbd2a7f154701aefcfe0a706ee5c8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733262021569 2024-12-03T21:40:23,991 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bcd8b451409d4de68c282f16fc34d9a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1733262022796 2024-12-03T21:40:23,992 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c2104dfb2b147f3b2f2e3e48a269f58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262022992 2024-12-03T21:40:24,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/524e28b1beb1463fb9f7ccb96679a8f5 is 50, key is test_row_0/B:col10/1733262023408/Put/seqid=0 2024-12-03T21:40:24,015 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:24,015 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/a65f040baead4a81a04bbf699501f41a is 50, key is test_row_0/C:col10/1733262023335/Put/seqid=0 2024-12-03T21:40:24,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741885_1061 (size=12151) 2024-12-03T21:40:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741886_1062 (size=12663) 2024-12-03T21:40:24,028 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/524e28b1beb1463fb9f7ccb96679a8f5 2024-12-03T21:40:24,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f0444ab787914df3913656fe6c5e60a1 is 50, key is test_row_0/C:col10/1733262023408/Put/seqid=0 2024-12-03T21:40:24,052 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/a65f040baead4a81a04bbf699501f41a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a65f040baead4a81a04bbf699501f41a 2024-12-03T21:40:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:24,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:24,069 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into a65f040baead4a81a04bbf699501f41a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:24,069 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:24,070 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262023909; duration=0sec 2024-12-03T21:40:24,070 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:24,070 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:24,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741887_1063 (size=12151) 2024-12-03T21:40:24,095 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f0444ab787914df3913656fe6c5e60a1 2024-12-03T21:40:24,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/315e3fadc685459f96a324bc649d69ad as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/315e3fadc685459f96a324bc649d69ad 2024-12-03T21:40:24,116 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/315e3fadc685459f96a324bc649d69ad, entries=150, sequenceid=209, filesize=11.9 K 2024-12-03T21:40:24,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/524e28b1beb1463fb9f7ccb96679a8f5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/524e28b1beb1463fb9f7ccb96679a8f5 2024-12-03T21:40:24,128 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/524e28b1beb1463fb9f7ccb96679a8f5, entries=150, sequenceid=209, filesize=11.9 K 2024-12-03T21:40:24,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f0444ab787914df3913656fe6c5e60a1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f0444ab787914df3913656fe6c5e60a1 2024-12-03T21:40:24,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262084120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,139 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f0444ab787914df3913656fe6c5e60a1, entries=150, sequenceid=209, filesize=11.9 K 2024-12-03T21:40:24,141 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 7a2ea152ba078ec2963d08c67e5a1d02 in 179ms, sequenceid=209, compaction requested=false 2024-12-03T21:40:24,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:24,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:24,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-03T21:40:24,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-03T21:40:24,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-03T21:40:24,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 806 msec 2024-12-03T21:40:24,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 824 msec 2024-12-03T21:40:24,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:24,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:40:24,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:24,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:24,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/a2757a73805346c99507eeafd62906d1 is 50, key is test_row_0/A:col10/1733262024114/Put/seqid=0 2024-12-03T21:40:24,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741888_1064 (size=14541) 2024-12-03T21:40:24,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262084286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,289 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262084289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262084288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262084294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262084294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,295 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,295 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,295 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:24,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,366 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/ca5791479979474ca2fe4287e2f18e3e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/ca5791479979474ca2fe4287e2f18e3e 2024-12-03T21:40:24,374 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into ca5791479979474ca2fe4287e2f18e3e(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:24,374 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:24,374 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262023906; duration=0sec 2024-12-03T21:40:24,374 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:24,374 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:24,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262084394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262084403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262084403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,404 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-03T21:40:24,474 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:24,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-03T21:40:24,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T21:40:24,477 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:24,478 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:24,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:24,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T21:40:24,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262084603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262084614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262084614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,617 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-03T21:40:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:24,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:24,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:24,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:24,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:24,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/a2757a73805346c99507eeafd62906d1 2024-12-03T21:40:24,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/05e688f5fb804149b271263e129aeb95 is 50, key is test_row_0/B:col10/1733262024114/Put/seqid=0 2024-12-03T21:40:24,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741889_1065 (size=12151) 2024-12-03T21:40:24,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/05e688f5fb804149b271263e129aeb95 2024-12-03T21:40:24,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/84025c9c322e4b15ac385e3282624e03 is 50, key is test_row_0/C:col10/1733262024114/Put/seqid=0 2024-12-03T21:40:24,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741890_1066 (size=12151) 2024-12-03T21:40:24,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/84025c9c322e4b15ac385e3282624e03 2024-12-03T21:40:24,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/a2757a73805346c99507eeafd62906d1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/a2757a73805346c99507eeafd62906d1 2024-12-03T21:40:24,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/a2757a73805346c99507eeafd62906d1, entries=200, sequenceid=227, filesize=14.2 K 2024-12-03T21:40:24,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/05e688f5fb804149b271263e129aeb95 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/05e688f5fb804149b271263e129aeb95 2024-12-03T21:40:24,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/05e688f5fb804149b271263e129aeb95, entries=150, sequenceid=227, filesize=11.9 K 2024-12-03T21:40:24,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/84025c9c322e4b15ac385e3282624e03 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/84025c9c322e4b15ac385e3282624e03 2024-12-03T21:40:24,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/84025c9c322e4b15ac385e3282624e03, entries=150, sequenceid=227, filesize=11.9 K 2024-12-03T21:40:24,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 7a2ea152ba078ec2963d08c67e5a1d02 in 499ms, sequenceid=227, compaction requested=true 2024-12-03T21:40:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:24,735 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:24,735 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:24,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:24,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:24,737 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:24,737 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:24,737 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:24,738 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/167229a460a441c8acdff4be66345d31, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/524e28b1beb1463fb9f7ccb96679a8f5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/05e688f5fb804149b271263e129aeb95] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=36.1 K 2024-12-03T21:40:24,740 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:24,740 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:24,740 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:24,740 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/ca5791479979474ca2fe4287e2f18e3e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/315e3fadc685459f96a324bc649d69ad, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/a2757a73805346c99507eeafd62906d1] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=38.4 K 2024-12-03T21:40:24,741 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 167229a460a441c8acdff4be66345d31, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262022992 2024-12-03T21:40:24,741 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca5791479979474ca2fe4287e2f18e3e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262022992 2024-12-03T21:40:24,742 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 524e28b1beb1463fb9f7ccb96679a8f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733262023374 2024-12-03T21:40:24,742 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 315e3fadc685459f96a324bc649d69ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733262023374 2024-12-03T21:40:24,743 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 05e688f5fb804149b271263e129aeb95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262024103 2024-12-03T21:40:24,743 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2757a73805346c99507eeafd62906d1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262024103 2024-12-03T21:40:24,762 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:24,762 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/fe47b46d8cc547e48c97a94c7efb56a1 is 50, key is test_row_0/A:col10/1733262024114/Put/seqid=0 2024-12-03T21:40:24,763 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:24,763 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/fbfc6c8070904fb2b9e7d3395ffb3fd0 is 50, key is test_row_0/B:col10/1733262024114/Put/seqid=0 2024-12-03T21:40:24,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741891_1067 (size=12765) 2024-12-03T21:40:24,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741892_1068 (size=12765) 2024-12-03T21:40:24,780 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/fbfc6c8070904fb2b9e7d3395ffb3fd0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fbfc6c8070904fb2b9e7d3395ffb3fd0 2024-12-03T21:40:24,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-03T21:40:24,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:24,786 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:40:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:24,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T21:40:24,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/02533ec77f164591b966728a7e147cfc is 50, key is test_row_0/A:col10/1733262024286/Put/seqid=0 2024-12-03T21:40:24,796 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into fbfc6c8070904fb2b9e7d3395ffb3fd0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:24,796 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:24,796 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262024735; duration=0sec 2024-12-03T21:40:24,796 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:24,796 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:24,796 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:24,798 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:24,798 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:24,798 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:24,798 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a65f040baead4a81a04bbf699501f41a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f0444ab787914df3913656fe6c5e60a1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/84025c9c322e4b15ac385e3282624e03] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=36.1 K 2024-12-03T21:40:24,799 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a65f040baead4a81a04bbf699501f41a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262022992 2024-12-03T21:40:24,799 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting f0444ab787914df3913656fe6c5e60a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733262023374 2024-12-03T21:40:24,800 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 84025c9c322e4b15ac385e3282624e03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262024103 2024-12-03T21:40:24,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741893_1069 (size=12151) 2024-12-03T21:40:24,817 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:24,818 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b10ce9fc1edf4546ba347df850de3d4a is 50, key is test_row_0/C:col10/1733262024114/Put/seqid=0 2024-12-03T21:40:24,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741894_1070 (size=12765) 2024-12-03T21:40:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:24,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:24,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262084956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262084957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:24,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262084959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262085063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262085063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262085064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,068 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,069 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T21:40:25,184 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/fe47b46d8cc547e48c97a94c7efb56a1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fe47b46d8cc547e48c97a94c7efb56a1 2024-12-03T21:40:25,193 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into fe47b46d8cc547e48c97a94c7efb56a1(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:25,193 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:25,193 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262024735; duration=0sec 2024-12-03T21:40:25,194 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:25,194 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:25,214 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/02533ec77f164591b966728a7e147cfc 2024-12-03T21:40:25,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/645a007fdc8147848912d4cbd26ad023 is 50, key is test_row_0/B:col10/1733262024286/Put/seqid=0 2024-12-03T21:40:25,236 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b10ce9fc1edf4546ba347df850de3d4a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b10ce9fc1edf4546ba347df850de3d4a 2024-12-03T21:40:25,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741895_1071 (size=12151) 2024-12-03T21:40:25,239 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/645a007fdc8147848912d4cbd26ad023 2024-12-03T21:40:25,245 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into b10ce9fc1edf4546ba347df850de3d4a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:25,246 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:25,246 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262024735; duration=0sec 2024-12-03T21:40:25,246 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:25,246 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:25,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/617226d178284d90a106a0e1337298fe is 50, key is test_row_0/C:col10/1733262024286/Put/seqid=0 2024-12-03T21:40:25,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741896_1072 (size=12151) 2024-12-03T21:40:25,267 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/617226d178284d90a106a0e1337298fe 2024-12-03T21:40:25,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/02533ec77f164591b966728a7e147cfc as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/02533ec77f164591b966728a7e147cfc 2024-12-03T21:40:25,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262085274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262085274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262085274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,282 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/02533ec77f164591b966728a7e147cfc, entries=150, sequenceid=244, filesize=11.9 K 2024-12-03T21:40:25,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/645a007fdc8147848912d4cbd26ad023 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/645a007fdc8147848912d4cbd26ad023 2024-12-03T21:40:25,292 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/645a007fdc8147848912d4cbd26ad023, entries=150, sequenceid=244, filesize=11.9 K 2024-12-03T21:40:25,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/617226d178284d90a106a0e1337298fe as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/617226d178284d90a106a0e1337298fe 2024-12-03T21:40:25,302 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/617226d178284d90a106a0e1337298fe, entries=150, sequenceid=244, filesize=11.9 K 2024-12-03T21:40:25,303 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=100.63 KB/103050 for 7a2ea152ba078ec2963d08c67e5a1d02 in 518ms, sequenceid=244, compaction requested=false 2024-12-03T21:40:25,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:25,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:25,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-03T21:40:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-03T21:40:25,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-03T21:40:25,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 827 msec 2024-12-03T21:40:25,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 835 msec 2024-12-03T21:40:25,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:25,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:40:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:25,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:25,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/03ed02248fa84adda505cd21c125835f is 50, key is test_row_0/A:col10/1733262024943/Put/seqid=0 2024-12-03T21:40:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741897_1073 (size=12251) 2024-12-03T21:40:25,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/03ed02248fa84adda505cd21c125835f 2024-12-03T21:40:25,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-03T21:40:25,615 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:25,616 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:25,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262085607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-03T21:40:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262085613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T21:40:25,620 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:25,621 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:25,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:25,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262085609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a8dca98e95f946128503e0a522b60681 is 50, key is test_row_0/B:col10/1733262024943/Put/seqid=0 2024-12-03T21:40:25,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741898_1074 (size=12251) 2024-12-03T21:40:25,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T21:40:25,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262085724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262085724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262085734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T21:40:25,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:25,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:25,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:25,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:25,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:25,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T21:40:25,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:25,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:25,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:25,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:25,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T21:40:25,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262085934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262085934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:25,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262085944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:26,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a8dca98e95f946128503e0a522b60681 2024-12-03T21:40:26,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/393ee5be205d4d5f91fb43be25595a0e is 50, key is test_row_0/C:col10/1733262024943/Put/seqid=0 2024-12-03T21:40:26,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741899_1075 (size=12251) 2024-12-03T21:40:26,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T21:40:26,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:26,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:26,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:26,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T21:40:26,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:26,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:26,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:26,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T21:40:26,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:26,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262086243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:26,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:26,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262086244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:26,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:26,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262086254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:26,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:26,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T21:40:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:26,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:26,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:26,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/393ee5be205d4d5f91fb43be25595a0e 2024-12-03T21:40:26,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/03ed02248fa84adda505cd21c125835f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/03ed02248fa84adda505cd21c125835f 2024-12-03T21:40:26,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/03ed02248fa84adda505cd21c125835f, entries=150, sequenceid=266, filesize=12.0 K 2024-12-03T21:40:26,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a8dca98e95f946128503e0a522b60681 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a8dca98e95f946128503e0a522b60681 2024-12-03T21:40:26,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a8dca98e95f946128503e0a522b60681, entries=150, sequenceid=266, filesize=12.0 K 2024-12-03T21:40:26,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/393ee5be205d4d5f91fb43be25595a0e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/393ee5be205d4d5f91fb43be25595a0e 2024-12-03T21:40:26,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/393ee5be205d4d5f91fb43be25595a0e, entries=150, sequenceid=266, filesize=12.0 K 2024-12-03T21:40:26,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 7a2ea152ba078ec2963d08c67e5a1d02 in 910ms, sequenceid=266, compaction requested=true 2024-12-03T21:40:26,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:26,497 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:26,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:26,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:26,498 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:26,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:26,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:26,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:26,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:26,499 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:26,499 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:26,499 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,499 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fe47b46d8cc547e48c97a94c7efb56a1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/02533ec77f164591b966728a7e147cfc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/03ed02248fa84adda505cd21c125835f] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=36.3 K 2024-12-03T21:40:26,500 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:26,500 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:26,500 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,500 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fbfc6c8070904fb2b9e7d3395ffb3fd0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/645a007fdc8147848912d4cbd26ad023, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a8dca98e95f946128503e0a522b60681] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=36.3 K 2024-12-03T21:40:26,500 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe47b46d8cc547e48c97a94c7efb56a1, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262024103 2024-12-03T21:40:26,501 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting fbfc6c8070904fb2b9e7d3395ffb3fd0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262024103 2024-12-03T21:40:26,501 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 645a007fdc8147848912d4cbd26ad023, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733262024283 2024-12-03T21:40:26,501 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02533ec77f164591b966728a7e147cfc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733262024283 2024-12-03T21:40:26,502 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a8dca98e95f946128503e0a522b60681, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733262024943 2024-12-03T21:40:26,502 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03ed02248fa84adda505cd21c125835f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733262024943 2024-12-03T21:40:26,514 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:26,515 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d93b22c3966241979ee773819a5d0b42 is 50, key is test_row_0/A:col10/1733262024943/Put/seqid=0 2024-12-03T21:40:26,515 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:26,516 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/21f6f17393c14d5b87f59d40e6cfa03f is 50, key is test_row_0/B:col10/1733262024943/Put/seqid=0 2024-12-03T21:40:26,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741900_1076 (size=12967) 2024-12-03T21:40:26,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-03T21:40:26,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,547 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d93b22c3966241979ee773819a5d0b42 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d93b22c3966241979ee773819a5d0b42 2024-12-03T21:40:26,547 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:40:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:26,558 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into d93b22c3966241979ee773819a5d0b42(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:26,558 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:26,558 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262026497; duration=0sec 2024-12-03T21:40:26,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741901_1077 (size=12967) 2024-12-03T21:40:26,558 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:26,558 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:26,558 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:26,561 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37167 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:26,561 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:26,561 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:26,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/5884531534474231b5d2067227d1e581 is 50, key is test_row_0/A:col10/1733262025605/Put/seqid=0 2024-12-03T21:40:26,561 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b10ce9fc1edf4546ba347df850de3d4a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/617226d178284d90a106a0e1337298fe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/393ee5be205d4d5f91fb43be25595a0e] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=36.3 K 2024-12-03T21:40:26,562 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting b10ce9fc1edf4546ba347df850de3d4a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262024103 2024-12-03T21:40:26,563 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 617226d178284d90a106a0e1337298fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733262024283 2024-12-03T21:40:26,564 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 393ee5be205d4d5f91fb43be25595a0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733262024943 2024-12-03T21:40:26,569 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/21f6f17393c14d5b87f59d40e6cfa03f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/21f6f17393c14d5b87f59d40e6cfa03f 2024-12-03T21:40:26,578 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into 21f6f17393c14d5b87f59d40e6cfa03f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:26,578 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:26,578 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262026498; duration=0sec 2024-12-03T21:40:26,578 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:26,579 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:26,584 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:26,584 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/1a8af61effbf47c48aca8707fb5e1dad is 50, key is test_row_0/C:col10/1733262024943/Put/seqid=0 2024-12-03T21:40:26,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741902_1078 (size=12301) 2024-12-03T21:40:26,603 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/5884531534474231b5d2067227d1e581 2024-12-03T21:40:26,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741903_1079 (size=12967) 2024-12-03T21:40:26,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e29674172e8a43e3bb368b1bdbb8d867 is 50, key is test_row_0/B:col10/1733262025605/Put/seqid=0 2024-12-03T21:40:26,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741904_1080 (size=12301) 2024-12-03T21:40:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T21:40:26,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:26,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:26,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:26,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262086789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:26,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262086791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:26,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:26,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262086793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:26,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262086903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262086903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262086904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:26,907 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,037 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e29674172e8a43e3bb368b1bdbb8d867 2024-12-03T21:40:27,038 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/1a8af61effbf47c48aca8707fb5e1dad as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/1a8af61effbf47c48aca8707fb5e1dad 2024-12-03T21:40:27,050 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into 1a8af61effbf47c48aca8707fb5e1dad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:27,050 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:27,050 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262026498; duration=0sec 2024-12-03T21:40:27,050 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:27,050 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:27,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/258c2772c67c42b086cd9b75fa9ba157 is 50, key is test_row_0/C:col10/1733262025605/Put/seqid=0 2024-12-03T21:40:27,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741905_1081 (size=12301) 2024-12-03T21:40:27,074 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/258c2772c67c42b086cd9b75fa9ba157 2024-12-03T21:40:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/5884531534474231b5d2067227d1e581 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5884531534474231b5d2067227d1e581 2024-12-03T21:40:27,092 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5884531534474231b5d2067227d1e581, entries=150, sequenceid=280, filesize=12.0 K 2024-12-03T21:40:27,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e29674172e8a43e3bb368b1bdbb8d867 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e29674172e8a43e3bb368b1bdbb8d867 2024-12-03T21:40:27,101 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e29674172e8a43e3bb368b1bdbb8d867, entries=150, sequenceid=280, filesize=12.0 K 2024-12-03T21:40:27,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/258c2772c67c42b086cd9b75fa9ba157 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/258c2772c67c42b086cd9b75fa9ba157 2024-12-03T21:40:27,109 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/258c2772c67c42b086cd9b75fa9ba157, entries=150, sequenceid=280, filesize=12.0 K 2024-12-03T21:40:27,110 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7a2ea152ba078ec2963d08c67e5a1d02 in 564ms, sequenceid=280, compaction requested=false 2024-12-03T21:40:27,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:27,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:27,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-03T21:40:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-03T21:40:27,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:27,119 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:40:27,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-03T21:40:27,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4950 sec 2024-12-03T21:40:27,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.5060 sec 2024-12-03T21:40:27,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:27,125 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733262026785, max timestamp=1733262027117Num uniques 859; 2024-12-03T21:40:27,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733262026785, max timestamp=1733262027117Num uniques 859; 2024-12-03T21:40:27,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T21:40:27,127 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T21:40:27,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733262026785, max timestamp=1733262027117Num uniques 859; 2024-12-03T21:40:27,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T21:40:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:27,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:27,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/f3b2e83840d7439684dca83976857437 is 50, key is test_row_0/A:col10/1733262027117/Put/seqid=0 2024-12-03T21:40:27,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741906_1082 (size=17181) 2024-12-03T21:40:27,160 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/f3b2e83840d7439684dca83976857437 2024-12-03T21:40:27,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a62afcc3d60d4b95a7175c0302511f51 is 50, key is test_row_0/B:col10/1733262027117/Put/seqid=0 2024-12-03T21:40:27,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741907_1083 (size=12301) 2024-12-03T21:40:27,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a62afcc3d60d4b95a7175c0302511f51 2024-12-03T21:40:27,195 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262027168, max timestamp=1733262027190Num uniques 859; 2024-12-03T21:40:27,196 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:40:27,199 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733262027168, max timestamp=1733262027186Num uniques 859; 2024-12-03T21:40:27,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-03T21:40:27,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/76d1d84197124f91a98829bc78cde5c1 is 50, key is test_row_0/C:col10/1733262027117/Put/seqid=0 2024-12-03T21:40:27,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733262027168, max timestamp=1733262027186Num uniques 859; 2024-12-03T21:40:27,205 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-03T21:40:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741908_1084 (size=12301) 2024-12-03T21:40:27,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/76d1d84197124f91a98829bc78cde5c1 2024-12-03T21:40:27,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/f3b2e83840d7439684dca83976857437 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f3b2e83840d7439684dca83976857437 2024-12-03T21:40:27,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f3b2e83840d7439684dca83976857437, entries=250, sequenceid=304, filesize=16.8 K 2024-12-03T21:40:27,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a62afcc3d60d4b95a7175c0302511f51 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a62afcc3d60d4b95a7175c0302511f51 2024-12-03T21:40:27,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a62afcc3d60d4b95a7175c0302511f51, entries=150, sequenceid=304, filesize=12.0 K 2024-12-03T21:40:27,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/76d1d84197124f91a98829bc78cde5c1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/76d1d84197124f91a98829bc78cde5c1 2024-12-03T21:40:27,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/76d1d84197124f91a98829bc78cde5c1, entries=150, sequenceid=304, filesize=12.0 K 2024-12-03T21:40:27,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733262027224, max timestamp=1733262027257Num uniques 1018; 2024-12-03T21:40:27,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7681, totalHeapSize=17712, min timestamp=1733262027224, max timestamp=1733262027257Num uniques 1009; 2024-12-03T21:40:27,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-03T21:40:27,262 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46206, new segment data size=7681, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-12-03T21:40:27,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~81.42 KB/83376, currentSize=77.88 KB/79745 for 7a2ea152ba078ec2963d08c67e5a1d02 in 145ms, sequenceid=304, compaction requested=true 2024-12-03T21:40:27,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:27,265 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:27,265 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:27,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:27,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:27,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:27,266 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:27,266 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:27,266 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:27,266 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:27,266 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:27,266 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:27,267 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d93b22c3966241979ee773819a5d0b42, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5884531534474231b5d2067227d1e581, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f3b2e83840d7439684dca83976857437] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=41.5 K 2024-12-03T21:40:27,267 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/21f6f17393c14d5b87f59d40e6cfa03f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e29674172e8a43e3bb368b1bdbb8d867, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a62afcc3d60d4b95a7175c0302511f51] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=36.7 K 2024-12-03T21:40:27,267 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d93b22c3966241979ee773819a5d0b42, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733262024943 2024-12-03T21:40:27,267 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 21f6f17393c14d5b87f59d40e6cfa03f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733262024943 2024-12-03T21:40:27,268 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5884531534474231b5d2067227d1e581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733262025592 2024-12-03T21:40:27,268 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e29674172e8a43e3bb368b1bdbb8d867, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733262025592 2024-12-03T21:40:27,268 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3b2e83840d7439684dca83976857437, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733262026785 2024-12-03T21:40:27,268 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733262027224, max timestamp=1733262027257Num uniques 1009; 2024-12-03T21:40:27,268 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46213, new segment data size=7688, suffix heap size=132904,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=168 2024-12-03T21:40:27,271 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a62afcc3d60d4b95a7175c0302511f51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733262026791 2024-12-03T21:40:27,277 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=60.38 KB heapSize=165 KB 2024-12-03T21:40:27,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:27,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:27,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:27,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:27,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:27,278 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:27,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:27,281 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:27,282 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/bfd1662024b044c7a797f5f41a894c06 is 50, key is test_row_0/A:col10/1733262027117/Put/seqid=0 2024-12-03T21:40:27,285 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:27,286 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/5623c8f361ad4502aac3c840101af855 is 50, key is test_row_0/B:col10/1733262027117/Put/seqid=0 2024-12-03T21:40:27,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d828e1427917470b89d967f1aba53da4 is 50, key is test_row_0/A:col10/1733262027257/Put/seqid=0 2024-12-03T21:40:27,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741909_1085 (size=13119) 2024-12-03T21:40:27,313 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/bfd1662024b044c7a797f5f41a894c06 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bfd1662024b044c7a797f5f41a894c06 2024-12-03T21:40:27,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741911_1087 (size=13119) 2024-12-03T21:40:27,325 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/5623c8f361ad4502aac3c840101af855 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5623c8f361ad4502aac3c840101af855 2024-12-03T21:40:27,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741910_1086 (size=14741) 2024-12-03T21:40:27,330 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into bfd1662024b044c7a797f5f41a894c06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:27,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d828e1427917470b89d967f1aba53da4 2024-12-03T21:40:27,330 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:27,330 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262027265; duration=0sec 2024-12-03T21:40:27,330 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:27,331 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:27,331 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:27,334 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:27,334 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:27,335 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:27,335 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/1a8af61effbf47c48aca8707fb5e1dad, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/258c2772c67c42b086cd9b75fa9ba157, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/76d1d84197124f91a98829bc78cde5c1] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=36.7 K 2024-12-03T21:40:27,335 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a8af61effbf47c48aca8707fb5e1dad, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733262024943 2024-12-03T21:40:27,336 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into 5623c8f361ad4502aac3c840101af855(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:27,336 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:27,336 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262027265; duration=0sec 2024-12-03T21:40:27,336 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 258c2772c67c42b086cd9b75fa9ba157, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1733262025592 2024-12-03T21:40:27,336 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:27,336 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:27,338 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76d1d84197124f91a98829bc78cde5c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733262026791 2024-12-03T21:40:27,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/6f1b6afaccd64417a6a2bf0aa3d2d381 is 50, key is test_row_0/B:col10/1733262027257/Put/seqid=0 2024-12-03T21:40:27,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741912_1088 (size=12301) 2024-12-03T21:40:27,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733262027311, max timestamp=1733262027346Num uniques 859; 2024-12-03T21:40:27,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733262027311, max timestamp=1733262027346Num uniques 859; 2024-12-03T21:40:27,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-03T21:40:27,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-03T21:40:27,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733262027311, max timestamp=1733262027346Num uniques 859; 2024-12-03T21:40:27,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,350 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-03T21:40:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262087339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,352 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:27,353 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/28348df04b2f4426b40d6bac438e6e90 is 50, key is test_row_0/C:col10/1733262027117/Put/seqid=0 2024-12-03T21:40:27,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741913_1089 (size=13119) 2024-12-03T21:40:27,389 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/28348df04b2f4426b40d6bac438e6e90 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/28348df04b2f4426b40d6bac438e6e90 2024-12-03T21:40:27,397 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into 28348df04b2f4426b40d6bac438e6e90(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:27,397 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:27,398 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262027266; duration=0sec 2024-12-03T21:40:27,398 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:27,398 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:27,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262087403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262087406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262087454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262087514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262087524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262087664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262087724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262087733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:27,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/6f1b6afaccd64417a6a2bf0aa3d2d381 2024-12-03T21:40:27,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f2e6b9527bb545af9f7c2089f5b57d10 is 50, key is test_row_0/C:col10/1733262027257/Put/seqid=0 2024-12-03T21:40:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741914_1090 (size=12301) 2024-12-03T21:40:27,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-03T21:40:27,765 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:27,765 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:27,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-03T21:40:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T21:40:27,769 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:27,770 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:27,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T21:40:27,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T21:40:27,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:27,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:27,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262087973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:27,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262088034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,035 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262088053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T21:40:28,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:28,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:28,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:28,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:28,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:28,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:28,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T21:40:28,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f2e6b9527bb545af9f7c2089f5b57d10 2024-12-03T21:40:28,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d828e1427917470b89d967f1aba53da4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d828e1427917470b89d967f1aba53da4 2024-12-03T21:40:28,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d828e1427917470b89d967f1aba53da4, entries=200, sequenceid=347, filesize=14.4 K 2024-12-03T21:40:28,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/6f1b6afaccd64417a6a2bf0aa3d2d381 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/6f1b6afaccd64417a6a2bf0aa3d2d381 2024-12-03T21:40:28,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/6f1b6afaccd64417a6a2bf0aa3d2d381, entries=150, sequenceid=347, filesize=12.0 K 2024-12-03T21:40:28,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f2e6b9527bb545af9f7c2089f5b57d10 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f2e6b9527bb545af9f7c2089f5b57d10 2024-12-03T21:40:28,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f2e6b9527bb545af9f7c2089f5b57d10, entries=150, sequenceid=347, filesize=12.0 K 2024-12-03T21:40:28,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~164.95 KB/168912, currentSize=127.47 KB/130530 for 7a2ea152ba078ec2963d08c67e5a1d02 in 915ms, sequenceid=347, compaction requested=false 2024-12-03T21:40:28,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:28,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-03T21:40:28,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:28,230 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=127.47 KB heapSize=351 KB 2024-12-03T21:40:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:28,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/8d8d57dc31db466ba067e986071761f4 is 50, key is test_row_0/A:col10/1733262027400/Put/seqid=0 2024-12-03T21:40:28,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741915_1091 (size=12301) 2024-12-03T21:40:28,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:28,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262088357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262088359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,364 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T21:40:28,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262088464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262088474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262088483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262088544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,547 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262088563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,566 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,649 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/8d8d57dc31db466ba067e986071761f4 2024-12-03T21:40:28,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/db2ecc435d07475d9898fd15f6ec4598 is 50, key is test_row_0/B:col10/1733262027400/Put/seqid=0 2024-12-03T21:40:28,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741916_1092 (size=12301) 2024-12-03T21:40:28,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262088674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262088683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T21:40:28,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262088984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:28,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:28,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262088994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:28,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,066 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/db2ecc435d07475d9898fd15f6ec4598 2024-12-03T21:40:29,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/6818a6cca74a47b2938cbc684bb0a2a3 is 50, key is test_row_0/C:col10/1733262027400/Put/seqid=0 2024-12-03T21:40:29,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741917_1093 (size=12301) 2024-12-03T21:40:29,488 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/6818a6cca74a47b2938cbc684bb0a2a3 2024-12-03T21:40:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/8d8d57dc31db466ba067e986071761f4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8d8d57dc31db466ba067e986071761f4 2024-12-03T21:40:29,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262089494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:29,497 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,501 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8d8d57dc31db466ba067e986071761f4, entries=150, sequenceid=383, filesize=12.0 K 2024-12-03T21:40:29,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/db2ecc435d07475d9898fd15f6ec4598 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db2ecc435d07475d9898fd15f6ec4598 2024-12-03T21:40:29,509 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db2ecc435d07475d9898fd15f6ec4598, entries=150, sequenceid=383, filesize=12.0 K 2024-12-03T21:40:29,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/6818a6cca74a47b2938cbc684bb0a2a3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/6818a6cca74a47b2938cbc684bb0a2a3 2024-12-03T21:40:29,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262089504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:29,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262089504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,517 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/6818a6cca74a47b2938cbc684bb0a2a3, entries=150, sequenceid=383, filesize=12.0 K 2024-12-03T21:40:29,519 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~350.95 KB/359376, currentSize=60.38 KB/61830 for 7a2ea152ba078ec2963d08c67e5a1d02 in 1288ms, sequenceid=383, compaction requested=true 2024-12-03T21:40:29,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:29,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:29,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-03T21:40:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-03T21:40:29,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-03T21:40:29,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7510 sec 2024-12-03T21:40:29,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.7590 sec 2024-12-03T21:40:29,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:29,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:40:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:29,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/de4a57db46064f2d8b4e630dd00140ed is 50, key is test_row_0/A:col10/1733262029564/Put/seqid=0 2024-12-03T21:40:29,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741918_1094 (size=12301) 2024-12-03T21:40:29,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:29,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262089607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262089609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:29,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262089714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:29,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262089713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-03T21:40:29,913 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:29,914 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-03T21:40:29,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T21:40:29,915 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:29,916 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:29,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:29,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262089923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262089924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:29,928 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:29,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/de4a57db46064f2d8b4e630dd00140ed 2024-12-03T21:40:29,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a89594f206ed449ebcdbf1a4eedc5a8a is 50, key is test_row_0/B:col10/1733262029564/Put/seqid=0 2024-12-03T21:40:29,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741919_1095 (size=12301) 2024-12-03T21:40:29,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a89594f206ed449ebcdbf1a4eedc5a8a 2024-12-03T21:40:30,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/d27b9a6a78f44dbfacd992b897e7aa41 is 50, key is test_row_0/C:col10/1733262029564/Put/seqid=0 2024-12-03T21:40:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741920_1096 (size=12301) 2024-12-03T21:40:30,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/d27b9a6a78f44dbfacd992b897e7aa41 2024-12-03T21:40:30,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/de4a57db46064f2d8b4e630dd00140ed as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/de4a57db46064f2d8b4e630dd00140ed 2024-12-03T21:40:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T21:40:30,029 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/de4a57db46064f2d8b4e630dd00140ed, entries=150, sequenceid=396, filesize=12.0 K 2024-12-03T21:40:30,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a89594f206ed449ebcdbf1a4eedc5a8a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a89594f206ed449ebcdbf1a4eedc5a8a 2024-12-03T21:40:30,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a89594f206ed449ebcdbf1a4eedc5a8a, entries=150, sequenceid=396, filesize=12.0 K 2024-12-03T21:40:30,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/d27b9a6a78f44dbfacd992b897e7aa41 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/d27b9a6a78f44dbfacd992b897e7aa41 2024-12-03T21:40:30,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/d27b9a6a78f44dbfacd992b897e7aa41, entries=150, sequenceid=396, filesize=12.0 K 2024-12-03T21:40:30,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7a2ea152ba078ec2963d08c67e5a1d02 in 483ms, sequenceid=396, compaction requested=true 2024-12-03T21:40:30,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:30,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:30,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:30,049 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:40:30,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:30,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:30,049 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:40:30,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:30,049 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:30,051 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52462 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:40:30,051 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:30,051 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,051 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bfd1662024b044c7a797f5f41a894c06, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d828e1427917470b89d967f1aba53da4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8d8d57dc31db466ba067e986071761f4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/de4a57db46064f2d8b4e630dd00140ed] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=51.2 K 2024-12-03T21:40:30,052 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:40:30,052 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:30,052 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,052 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5623c8f361ad4502aac3c840101af855, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/6f1b6afaccd64417a6a2bf0aa3d2d381, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db2ecc435d07475d9898fd15f6ec4598, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a89594f206ed449ebcdbf1a4eedc5a8a] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=48.8 K 2024-12-03T21:40:30,053 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfd1662024b044c7a797f5f41a894c06, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733262026791 2024-12-03T21:40:30,054 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5623c8f361ad4502aac3c840101af855, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733262026791 2024-12-03T21:40:30,054 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d828e1427917470b89d967f1aba53da4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733262027235 2024-12-03T21:40:30,055 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f1b6afaccd64417a6a2bf0aa3d2d381, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733262027257 2024-12-03T21:40:30,055 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d8d57dc31db466ba067e986071761f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733262027398 2024-12-03T21:40:30,055 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting db2ecc435d07475d9898fd15f6ec4598, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733262027398 2024-12-03T21:40:30,055 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting de4a57db46064f2d8b4e630dd00140ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733262028354 2024-12-03T21:40:30,056 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a89594f206ed449ebcdbf1a4eedc5a8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733262028354 2024-12-03T21:40:30,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-03T21:40:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,071 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:40:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:30,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:30,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:30,072 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:30,073 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/8a2100fcac9f47c7aa5e2e0e5441e08c is 50, key is test_row_0/B:col10/1733262029564/Put/seqid=0 2024-12-03T21:40:30,077 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:30,079 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d9d8988d6a2a41ddb7854f9a55de7709 is 50, key is test_row_0/A:col10/1733262029564/Put/seqid=0 2024-12-03T21:40:30,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/32baddf0c2c3457c9bf9ee27f46284eb is 50, key is test_row_0/A:col10/1733262029597/Put/seqid=0 2024-12-03T21:40:30,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741921_1097 (size=13255) 2024-12-03T21:40:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741922_1098 (size=12301) 2024-12-03T21:40:30,104 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/32baddf0c2c3457c9bf9ee27f46284eb 2024-12-03T21:40:30,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/0f9e3149c43c44b78b17ffbfe8da5eaa is 50, key is test_row_0/B:col10/1733262029597/Put/seqid=0 2024-12-03T21:40:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741923_1099 (size=13255) 2024-12-03T21:40:30,137 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/d9d8988d6a2a41ddb7854f9a55de7709 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d9d8988d6a2a41ddb7854f9a55de7709 2024-12-03T21:40:30,146 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into d9d8988d6a2a41ddb7854f9a55de7709(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:30,146 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:30,146 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=12, startTime=1733262030049; duration=0sec 2024-12-03T21:40:30,146 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:30,146 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:30,146 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:40:30,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741924_1100 (size=12301) 2024-12-03T21:40:30,148 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/0f9e3149c43c44b78b17ffbfe8da5eaa 2024-12-03T21:40:30,150 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:40:30,150 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:30,150 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,150 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/28348df04b2f4426b40d6bac438e6e90, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f2e6b9527bb545af9f7c2089f5b57d10, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/6818a6cca74a47b2938cbc684bb0a2a3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/d27b9a6a78f44dbfacd992b897e7aa41] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=48.8 K 2024-12-03T21:40:30,151 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28348df04b2f4426b40d6bac438e6e90, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733262026791 2024-12-03T21:40:30,152 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2e6b9527bb545af9f7c2089f5b57d10, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=347, earliestPutTs=1733262027257 2024-12-03T21:40:30,153 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6818a6cca74a47b2938cbc684bb0a2a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1733262027398 2024-12-03T21:40:30,155 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d27b9a6a78f44dbfacd992b897e7aa41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733262028354 2024-12-03T21:40:30,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/07a210086ee840bd8bd53be47d7cd661 is 50, key is test_row_0/C:col10/1733262029597/Put/seqid=0 2024-12-03T21:40:30,177 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:30,180 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/a5f686fcb3e1428db14d7337c2b00cc9 is 50, key is test_row_0/C:col10/1733262029564/Put/seqid=0 2024-12-03T21:40:30,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741925_1101 (size=12301) 2024-12-03T21:40:30,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741926_1102 (size=13255) 2024-12-03T21:40:30,193 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/07a210086ee840bd8bd53be47d7cd661 2024-12-03T21:40:30,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/32baddf0c2c3457c9bf9ee27f46284eb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/32baddf0c2c3457c9bf9ee27f46284eb 2024-12-03T21:40:30,211 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/32baddf0c2c3457c9bf9ee27f46284eb, entries=150, sequenceid=415, filesize=12.0 K 2024-12-03T21:40:30,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/0f9e3149c43c44b78b17ffbfe8da5eaa as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0f9e3149c43c44b78b17ffbfe8da5eaa 2024-12-03T21:40:30,220 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0f9e3149c43c44b78b17ffbfe8da5eaa, entries=150, sequenceid=415, filesize=12.0 K 2024-12-03T21:40:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/07a210086ee840bd8bd53be47d7cd661 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/07a210086ee840bd8bd53be47d7cd661 2024-12-03T21:40:30,233 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/07a210086ee840bd8bd53be47d7cd661, entries=150, sequenceid=415, filesize=12.0 K 2024-12-03T21:40:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T21:40:30,237 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=13.42 KB/13740 for 7a2ea152ba078ec2963d08c67e5a1d02 in 166ms, sequenceid=415, compaction requested=false 2024-12-03T21:40:30,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:30,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-03T21:40:30,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-03T21:40:30,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-03T21:40:30,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 323 msec 2024-12-03T21:40:30,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 330 msec 2024-12-03T21:40:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:30,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T21:40:30,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:30,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:30,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/381f9380efc141729061f6fe69c5eaa3 is 50, key is test_row_0/A:col10/1733262030244/Put/seqid=0 2024-12-03T21:40:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741927_1103 (size=17181) 2024-12-03T21:40:30,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/381f9380efc141729061f6fe69c5eaa3 2024-12-03T21:40:30,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e489e0c317fd4f649bc000d3432f5c7e is 50, key is test_row_0/B:col10/1733262030244/Put/seqid=0 2024-12-03T21:40:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741928_1104 (size=12301) 2024-12-03T21:40:30,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e489e0c317fd4f649bc000d3432f5c7e 2024-12-03T21:40:30,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f4ae650bf7274259a43a84e6179eb5bf is 50, key is test_row_0/C:col10/1733262030244/Put/seqid=0 2024-12-03T21:40:30,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741929_1105 (size=12301) 2024-12-03T21:40:30,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733262030299, max timestamp=1733262030352Num uniques 859; 2024-12-03T21:40:30,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733262030299, max timestamp=1733262030352Num uniques 859; 2024-12-03T21:40:30,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T21:40:30,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T21:40:30,355 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733262030299, max timestamp=1733262030352Num uniques 859; 2024-12-03T21:40:30,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T21:40:30,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262090450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262090452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,460 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,512 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/8a2100fcac9f47c7aa5e2e0e5441e08c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8a2100fcac9f47c7aa5e2e0e5441e08c 2024-12-03T21:40:30,519 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into 8a2100fcac9f47c7aa5e2e0e5441e08c(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:30,519 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:30,519 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=12, startTime=1733262030049; duration=0sec 2024-12-03T21:40:30,519 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:30,520 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:30,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262090524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262090525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,529 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,530 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,531 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-03T21:40:30,544 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:30,545 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-03T21:40:30,548 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:30,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T21:40:30,549 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:30,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:30,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262090564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262090564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,602 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/a5f686fcb3e1428db14d7337c2b00cc9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a5f686fcb3e1428db14d7337c2b00cc9 2024-12-03T21:40:30,613 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into a5f686fcb3e1428db14d7337c2b00cc9(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:30,613 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:30,613 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=12, startTime=1733262030049; duration=0sec 2024-12-03T21:40:30,613 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:30,613 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T21:40:30,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T21:40:30,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:30,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:30,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:30,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:30,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f4ae650bf7274259a43a84e6179eb5bf 2024-12-03T21:40:30,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/381f9380efc141729061f6fe69c5eaa3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/381f9380efc141729061f6fe69c5eaa3 2024-12-03T21:40:30,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/381f9380efc141729061f6fe69c5eaa3, entries=250, sequenceid=426, filesize=16.8 K 2024-12-03T21:40:30,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e489e0c317fd4f649bc000d3432f5c7e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e489e0c317fd4f649bc000d3432f5c7e 2024-12-03T21:40:30,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e489e0c317fd4f649bc000d3432f5c7e, entries=150, sequenceid=426, filesize=12.0 K 2024-12-03T21:40:30,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f4ae650bf7274259a43a84e6179eb5bf as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f4ae650bf7274259a43a84e6179eb5bf 2024-12-03T21:40:30,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f4ae650bf7274259a43a84e6179eb5bf, entries=150, sequenceid=426, filesize=12.0 K 2024-12-03T21:40:30,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 7a2ea152ba078ec2963d08c67e5a1d02 in 507ms, sequenceid=426, compaction requested=true 2024-12-03T21:40:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:30,759 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:30,759 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:30,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:30,760 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:30,760 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:30,760 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:30,760 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:30,760 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,760 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8a2100fcac9f47c7aa5e2e0e5441e08c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0f9e3149c43c44b78b17ffbfe8da5eaa, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e489e0c317fd4f649bc000d3432f5c7e] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=37.0 K 2024-12-03T21:40:30,760 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,761 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d9d8988d6a2a41ddb7854f9a55de7709, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/32baddf0c2c3457c9bf9ee27f46284eb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/381f9380efc141729061f6fe69c5eaa3] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=41.7 K 2024-12-03T21:40:30,761 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a2100fcac9f47c7aa5e2e0e5441e08c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733262028354 2024-12-03T21:40:30,761 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9d8988d6a2a41ddb7854f9a55de7709, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733262028354 2024-12-03T21:40:30,761 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f9e3149c43c44b78b17ffbfe8da5eaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733262029597 2024-12-03T21:40:30,761 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32baddf0c2c3457c9bf9ee27f46284eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733262029597 2024-12-03T21:40:30,762 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e489e0c317fd4f649bc000d3432f5c7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733262030240 2024-12-03T21:40:30,762 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 381f9380efc141729061f6fe69c5eaa3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733262030234 2024-12-03T21:40:30,773 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:30,773 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#93 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:30,774 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e6c8622dc9e443849650011d60bc430d is 50, key is test_row_0/B:col10/1733262030244/Put/seqid=0 2024-12-03T21:40:30,774 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/39448e1f748e43f39d224190aa9fd1db is 50, key is test_row_0/A:col10/1733262030244/Put/seqid=0 2024-12-03T21:40:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:30,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-03T21:40:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:30,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741930_1106 (size=13357) 2024-12-03T21:40:30,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741931_1107 (size=13357) 2024-12-03T21:40:30,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/5d8108e4a1494d4e8b9f6ca522c5cda2 is 50, key is test_row_0/A:col10/1733262030776/Put/seqid=0 2024-12-03T21:40:30,798 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e6c8622dc9e443849650011d60bc430d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e6c8622dc9e443849650011d60bc430d 2024-12-03T21:40:30,798 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/39448e1f748e43f39d224190aa9fd1db as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/39448e1f748e43f39d224190aa9fd1db 2024-12-03T21:40:30,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262090796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262090801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,809 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into 39448e1f748e43f39d224190aa9fd1db(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:30,809 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:30,809 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into e6c8622dc9e443849650011d60bc430d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:30,809 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262030759; duration=0sec 2024-12-03T21:40:30,809 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:30,809 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262030759; duration=0sec 2024-12-03T21:40:30,809 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:30,809 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:30,809 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:30,809 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:30,809 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:30,811 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:30,811 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:30,811 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,811 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a5f686fcb3e1428db14d7337c2b00cc9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/07a210086ee840bd8bd53be47d7cd661, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f4ae650bf7274259a43a84e6179eb5bf] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=37.0 K 2024-12-03T21:40:30,812 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5f686fcb3e1428db14d7337c2b00cc9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733262028354 2024-12-03T21:40:30,812 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07a210086ee840bd8bd53be47d7cd661, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733262029597 2024-12-03T21:40:30,813 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4ae650bf7274259a43a84e6179eb5bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733262030240 2024-12-03T21:40:30,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741932_1108 (size=12301) 2024-12-03T21:40:30,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/5d8108e4a1494d4e8b9f6ca522c5cda2 2024-12-03T21:40:30,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/779eef5123944bf3b5101e87df4db5ce is 50, key is test_row_0/B:col10/1733262030776/Put/seqid=0 2024-12-03T21:40:30,838 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:30,839 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/fba9f5b0f8b94ce980da67255c8024e5 is 50, key is test_row_0/C:col10/1733262030244/Put/seqid=0 2024-12-03T21:40:30,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741933_1109 (size=12301) 2024-12-03T21:40:30,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/779eef5123944bf3b5101e87df4db5ce 2024-12-03T21:40:30,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T21:40:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:30,857 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:30,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:30,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T21:40:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741934_1110 (size=13357) 2024-12-03T21:40:30,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/2f689f49dda04a23a70a21ba242e5150 is 50, key is test_row_0/C:col10/1733262030776/Put/seqid=0 2024-12-03T21:40:30,880 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/fba9f5b0f8b94ce980da67255c8024e5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/fba9f5b0f8b94ce980da67255c8024e5 2024-12-03T21:40:30,887 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into fba9f5b0f8b94ce980da67255c8024e5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:30,887 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:30,887 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262030759; duration=0sec 2024-12-03T21:40:30,888 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:30,888 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741935_1111 (size=12301) 2024-12-03T21:40:30,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=465 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/2f689f49dda04a23a70a21ba242e5150 2024-12-03T21:40:30,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/5d8108e4a1494d4e8b9f6ca522c5cda2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5d8108e4a1494d4e8b9f6ca522c5cda2 2024-12-03T21:40:30,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5d8108e4a1494d4e8b9f6ca522c5cda2, entries=150, sequenceid=465, filesize=12.0 K 2024-12-03T21:40:30,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/779eef5123944bf3b5101e87df4db5ce as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/779eef5123944bf3b5101e87df4db5ce 2024-12-03T21:40:30,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262090914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,916 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:30,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,917 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262090914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:30,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:30,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:30,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/779eef5123944bf3b5101e87df4db5ce, entries=150, sequenceid=465, filesize=12.0 K 2024-12-03T21:40:30,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/2f689f49dda04a23a70a21ba242e5150 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/2f689f49dda04a23a70a21ba242e5150 2024-12-03T21:40:30,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/2f689f49dda04a23a70a21ba242e5150, entries=150, sequenceid=465, filesize=12.0 K 2024-12-03T21:40:30,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 7a2ea152ba078ec2963d08c67e5a1d02 in 150ms, sequenceid=465, compaction requested=false 2024-12-03T21:40:30,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:31,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-03T21:40:31,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,011 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-03T21:40:31,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:31,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:31,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:31,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:31,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:31,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/e346e2ad86c740dd90cc9a0d93b8b07b is 50, key is test_row_0/A:col10/1733262030798/Put/seqid=0 2024-12-03T21:40:31,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741936_1112 (size=9857) 2024-12-03T21:40:31,034 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/e346e2ad86c740dd90cc9a0d93b8b07b 2024-12-03T21:40:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e14d95b1f1c141ccb31a8d49589eaf53 is 50, key is test_row_0/B:col10/1733262030798/Put/seqid=0 2024-12-03T21:40:31,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741937_1113 (size=9857) 2024-12-03T21:40:31,055 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e14d95b1f1c141ccb31a8d49589eaf53 2024-12-03T21:40:31,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f6dae3d166044585ba17a70388520351 is 50, key is test_row_0/C:col10/1733262030798/Put/seqid=0 2024-12-03T21:40:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741938_1114 (size=9857) 2024-12-03T21:40:31,088 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f6dae3d166044585ba17a70388520351 2024-12-03T21:40:31,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/e346e2ad86c740dd90cc9a0d93b8b07b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/e346e2ad86c740dd90cc9a0d93b8b07b 2024-12-03T21:40:31,107 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/e346e2ad86c740dd90cc9a0d93b8b07b, entries=100, sequenceid=477, filesize=9.6 K 2024-12-03T21:40:31,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e14d95b1f1c141ccb31a8d49589eaf53 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e14d95b1f1c141ccb31a8d49589eaf53 2024-12-03T21:40:31,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:31,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:31,135 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e14d95b1f1c141ccb31a8d49589eaf53, entries=100, sequenceid=477, filesize=9.6 K 2024-12-03T21:40:31,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/f6dae3d166044585ba17a70388520351 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f6dae3d166044585ba17a70388520351 2024-12-03T21:40:31,154 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f6dae3d166044585ba17a70388520351, entries=100, sequenceid=477, filesize=9.6 K 2024-12-03T21:40:31,156 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=60.38 KB/61830 for 7a2ea152ba078ec2963d08c67e5a1d02 in 144ms, sequenceid=477, compaction requested=true 2024-12-03T21:40:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-03T21:40:31,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-03T21:40:31,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:40:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:31,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:31,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:31,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:31,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-03T21:40:31,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 610 msec 2024-12-03T21:40:31,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/96f90835fc614bf1a6fe305bd577e549 is 50, key is test_row_0/A:col10/1733262031154/Put/seqid=0 2024-12-03T21:40:31,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 620 msec 2024-12-03T21:40:31,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-03T21:40:31,175 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:31,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:31,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741939_1115 (size=14741) 2024-12-03T21:40:31,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-03T21:40:31,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T21:40:31,181 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:31,182 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:31,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:31,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:31,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262091196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:31,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:31,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262091198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,201 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:31,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T21:40:31,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262091304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262091304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:31,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T21:40:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T21:40:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T21:40:31,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262091514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:31,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262091514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:31,515 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:31,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262091514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:31,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/96f90835fc614bf1a6fe305bd577e549 2024-12-03T21:40:31,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a427eb7bd7a546c4a11e7684f2ffaa76 is 50, key is test_row_0/B:col10/1733262031154/Put/seqid=0 2024-12-03T21:40:31,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741940_1116 (size=12301) 2024-12-03T21:40:31,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a427eb7bd7a546c4a11e7684f2ffaa76 2024-12-03T21:40:31,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/302767039aa14ffcaf9d4ef942325443 is 50, key is test_row_0/C:col10/1733262031154/Put/seqid=0 2024-12-03T21:40:31,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741941_1117 (size=12301) 2024-12-03T21:40:31,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T21:40:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,641 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T21:40:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:31,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T21:40:31,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262091824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:31,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262091824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:31,829 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:31,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T21:40:31,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:31,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:31,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:31,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:32,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/302767039aa14ffcaf9d4ef942325443 2024-12-03T21:40:32,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/96f90835fc614bf1a6fe305bd577e549 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/96f90835fc614bf1a6fe305bd577e549 2024-12-03T21:40:32,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/96f90835fc614bf1a6fe305bd577e549, entries=200, sequenceid=491, filesize=14.4 K 2024-12-03T21:40:32,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a427eb7bd7a546c4a11e7684f2ffaa76 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a427eb7bd7a546c4a11e7684f2ffaa76 2024-12-03T21:40:32,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a427eb7bd7a546c4a11e7684f2ffaa76, entries=150, sequenceid=491, filesize=12.0 K 2024-12-03T21:40:32,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/302767039aa14ffcaf9d4ef942325443 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/302767039aa14ffcaf9d4ef942325443 2024-12-03T21:40:32,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/302767039aa14ffcaf9d4ef942325443, entries=150, sequenceid=491, filesize=12.0 K 2024-12-03T21:40:32,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7a2ea152ba078ec2963d08c67e5a1d02 in 892ms, sequenceid=491, compaction requested=true 2024-12-03T21:40:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:32,051 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:40:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:32,051 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:40:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:32,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:32,052 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:40:32,052 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50256 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:40:32,052 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:32,052 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:32,052 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:32,052 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:32,053 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e6c8622dc9e443849650011d60bc430d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/779eef5123944bf3b5101e87df4db5ce, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e14d95b1f1c141ccb31a8d49589eaf53, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a427eb7bd7a546c4a11e7684f2ffaa76] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=46.7 K 2024-12-03T21:40:32,053 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/39448e1f748e43f39d224190aa9fd1db, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5d8108e4a1494d4e8b9f6ca522c5cda2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/e346e2ad86c740dd90cc9a0d93b8b07b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/96f90835fc614bf1a6fe305bd577e549] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=49.1 K 2024-12-03T21:40:32,053 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39448e1f748e43f39d224190aa9fd1db, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733262030240 2024-12-03T21:40:32,053 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e6c8622dc9e443849650011d60bc430d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733262030240 2024-12-03T21:40:32,053 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d8108e4a1494d4e8b9f6ca522c5cda2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733262030437 2024-12-03T21:40:32,053 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 779eef5123944bf3b5101e87df4db5ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733262030437 2024-12-03T21:40:32,054 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting e346e2ad86c740dd90cc9a0d93b8b07b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733262030786 2024-12-03T21:40:32,054 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e14d95b1f1c141ccb31a8d49589eaf53, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733262030786 2024-12-03T21:40:32,054 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96f90835fc614bf1a6fe305bd577e549, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733262031134 2024-12-03T21:40:32,054 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a427eb7bd7a546c4a11e7684f2ffaa76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733262031134 2024-12-03T21:40:32,065 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#105 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:32,065 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/51a34aaaa0904723b6011fa5d4ac862a is 50, key is test_row_0/B:col10/1733262031154/Put/seqid=0 2024-12-03T21:40:32,070 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:32,071 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/9dd30467009841b9b1594947b0bc63cc is 50, key is test_row_0/A:col10/1733262031154/Put/seqid=0 2024-12-03T21:40:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741942_1118 (size=13493) 2024-12-03T21:40:32,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741943_1119 (size=13493) 2024-12-03T21:40:32,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-03T21:40:32,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:32,107 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:40:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:32,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:32,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/cd0d0acbe2874f018c837be6a10eb71e is 50, key is test_row_0/A:col10/1733262031195/Put/seqid=0 2024-12-03T21:40:32,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741944_1120 (size=12301) 2024-12-03T21:40:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T21:40:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:32,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:32,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262092364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,367 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:32,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262092365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:32,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262092473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262092473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:32,476 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:32,481 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/51a34aaaa0904723b6011fa5d4ac862a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/51a34aaaa0904723b6011fa5d4ac862a 2024-12-03T21:40:32,497 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/9dd30467009841b9b1594947b0bc63cc as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9dd30467009841b9b1594947b0bc63cc 2024-12-03T21:40:32,498 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into 51a34aaaa0904723b6011fa5d4ac862a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:32,498 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:32,499 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=12, startTime=1733262032051; duration=0sec 2024-12-03T21:40:32,499 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:32,499 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:32,499 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:40:32,501 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47816 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:40:32,501 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:32,501 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:32,502 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/fba9f5b0f8b94ce980da67255c8024e5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/2f689f49dda04a23a70a21ba242e5150, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f6dae3d166044585ba17a70388520351, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/302767039aa14ffcaf9d4ef942325443] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=46.7 K 2024-12-03T21:40:32,502 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting fba9f5b0f8b94ce980da67255c8024e5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733262030240 2024-12-03T21:40:32,503 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f689f49dda04a23a70a21ba242e5150, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=465, earliestPutTs=1733262030437 2024-12-03T21:40:32,503 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting f6dae3d166044585ba17a70388520351, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1733262030786 2024-12-03T21:40:32,504 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 302767039aa14ffcaf9d4ef942325443, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733262031134 2024-12-03T21:40:32,507 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into 9dd30467009841b9b1594947b0bc63cc(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:32,508 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:32,508 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=12, startTime=1733262032051; duration=0sec 2024-12-03T21:40:32,508 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:32,508 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:32,517 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:32,518 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/086b002e3e7640eeb755b99454caa996 is 50, key is test_row_0/C:col10/1733262031154/Put/seqid=0 2024-12-03T21:40:32,518 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/cd0d0acbe2874f018c837be6a10eb71e 2024-12-03T21:40:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741945_1121 (size=13493) 2024-12-03T21:40:32,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/898eb8286d394dcba441794afca583ca is 50, key is test_row_0/B:col10/1733262031195/Put/seqid=0 2024-12-03T21:40:32,545 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/086b002e3e7640eeb755b99454caa996 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/086b002e3e7640eeb755b99454caa996 2024-12-03T21:40:32,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262092543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,547 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:32,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:32,555 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into 086b002e3e7640eeb755b99454caa996(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:32,555 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:32,555 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=12, startTime=1733262032051; duration=0sec 2024-12-03T21:40:32,555 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:32,555 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262092554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,558 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:32,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741946_1122 (size=12301) 2024-12-03T21:40:32,561 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/898eb8286d394dcba441794afca583ca 2024-12-03T21:40:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/44c3187260f14c1ca3e189794dfe4cb0 is 50, key is test_row_0/C:col10/1733262031195/Put/seqid=0 2024-12-03T21:40:32,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741947_1123 (size=12301) 2024-12-03T21:40:32,602 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/44c3187260f14c1ca3e189794dfe4cb0 2024-12-03T21:40:32,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/cd0d0acbe2874f018c837be6a10eb71e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/cd0d0acbe2874f018c837be6a10eb71e 2024-12-03T21:40:32,624 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/cd0d0acbe2874f018c837be6a10eb71e, entries=150, sequenceid=509, filesize=12.0 K 2024-12-03T21:40:32,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/898eb8286d394dcba441794afca583ca as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/898eb8286d394dcba441794afca583ca 2024-12-03T21:40:32,637 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/898eb8286d394dcba441794afca583ca, entries=150, sequenceid=509, filesize=12.0 K 2024-12-03T21:40:32,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/44c3187260f14c1ca3e189794dfe4cb0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/44c3187260f14c1ca3e189794dfe4cb0 2024-12-03T21:40:32,646 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/44c3187260f14c1ca3e189794dfe4cb0, entries=150, sequenceid=509, filesize=12.0 K 2024-12-03T21:40:32,648 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 7a2ea152ba078ec2963d08c67e5a1d02 in 540ms, sequenceid=509, compaction requested=false 2024-12-03T21:40:32,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:32,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:32,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-03T21:40:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-03T21:40:32,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-03T21:40:32,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4680 sec 2024-12-03T21:40:32,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.4770 sec 2024-12-03T21:40:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:32,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:40:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:32,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:32,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/36e67c08608f45899422ee158c3a9e8f is 50, key is test_row_0/A:col10/1733262032364/Put/seqid=0 2024-12-03T21:40:32,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741948_1124 (size=14741) 2024-12-03T21:40:32,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/36e67c08608f45899422ee158c3a9e8f 2024-12-03T21:40:32,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262092720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/d54dcf96ecbe4ebba0f69a6b88642e84 is 50, key is test_row_0/B:col10/1733262032364/Put/seqid=0 2024-12-03T21:40:32,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262092724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:32,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741949_1125 (size=12301) 2024-12-03T21:40:32,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/d54dcf96ecbe4ebba0f69a6b88642e84 2024-12-03T21:40:32,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/c5e700df14094295accdd6cd7c4a4bbf is 50, key is test_row_0/C:col10/1733262032364/Put/seqid=0 2024-12-03T21:40:32,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741950_1126 (size=12301) 2024-12-03T21:40:32,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262092834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262092834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:32,837 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:33,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:33,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262093043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262093044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:33,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/c5e700df14094295accdd6cd7c4a4bbf 2024-12-03T21:40:33,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/36e67c08608f45899422ee158c3a9e8f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/36e67c08608f45899422ee158c3a9e8f 2024-12-03T21:40:33,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/36e67c08608f45899422ee158c3a9e8f, entries=200, sequenceid=527, filesize=14.4 K 2024-12-03T21:40:33,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/d54dcf96ecbe4ebba0f69a6b88642e84 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/d54dcf96ecbe4ebba0f69a6b88642e84 2024-12-03T21:40:33,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/d54dcf96ecbe4ebba0f69a6b88642e84, entries=150, sequenceid=527, filesize=12.0 K 2024-12-03T21:40:33,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/c5e700df14094295accdd6cd7c4a4bbf as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5e700df14094295accdd6cd7c4a4bbf 2024-12-03T21:40:33,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5e700df14094295accdd6cd7c4a4bbf, entries=150, sequenceid=527, filesize=12.0 K 2024-12-03T21:40:33,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 7a2ea152ba078ec2963d08c67e5a1d02 in 510ms, sequenceid=527, compaction requested=true 2024-12-03T21:40:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:33,196 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:33,196 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:33,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:33,199 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:33,199 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:33,199 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:33,199 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:33,199 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,199 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,199 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/51a34aaaa0904723b6011fa5d4ac862a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/898eb8286d394dcba441794afca583ca, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/d54dcf96ecbe4ebba0f69a6b88642e84] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=37.2 K 2024-12-03T21:40:33,199 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9dd30467009841b9b1594947b0bc63cc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/cd0d0acbe2874f018c837be6a10eb71e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/36e67c08608f45899422ee158c3a9e8f] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=39.6 K 2024-12-03T21:40:33,199 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 51a34aaaa0904723b6011fa5d4ac862a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733262031134 2024-12-03T21:40:33,199 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dd30467009841b9b1594947b0bc63cc, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733262031134 2024-12-03T21:40:33,200 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd0d0acbe2874f018c837be6a10eb71e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1733262031190 2024-12-03T21:40:33,200 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 898eb8286d394dcba441794afca583ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1733262031190 2024-12-03T21:40:33,200 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36e67c08608f45899422ee158c3a9e8f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733262032350 2024-12-03T21:40:33,200 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d54dcf96ecbe4ebba0f69a6b88642e84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733262032358 2024-12-03T21:40:33,209 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:33,210 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/8b8cef8c890246e5988965d7725f9637 is 50, key is test_row_0/B:col10/1733262032364/Put/seqid=0 2024-12-03T21:40:33,214 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:33,214 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/94590ecc3c3b4c018028f1cc31c8d6f3 is 50, key is test_row_0/A:col10/1733262032364/Put/seqid=0 2024-12-03T21:40:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741951_1127 (size=13595) 2024-12-03T21:40:33,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741952_1128 (size=13595) 2024-12-03T21:40:33,227 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/94590ecc3c3b4c018028f1cc31c8d6f3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/94590ecc3c3b4c018028f1cc31c8d6f3 2024-12-03T21:40:33,233 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into 94590ecc3c3b4c018028f1cc31c8d6f3(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:33,233 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:33,233 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=13, startTime=1733262033196; duration=0sec 2024-12-03T21:40:33,233 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:33,233 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:33,233 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:33,235 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:33,235 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:33,235 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,235 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/086b002e3e7640eeb755b99454caa996, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/44c3187260f14c1ca3e189794dfe4cb0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5e700df14094295accdd6cd7c4a4bbf] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=37.2 K 2024-12-03T21:40:33,236 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 086b002e3e7640eeb755b99454caa996, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1733262031134 2024-12-03T21:40:33,236 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44c3187260f14c1ca3e189794dfe4cb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1733262031190 2024-12-03T21:40:33,237 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5e700df14094295accdd6cd7c4a4bbf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733262032358 2024-12-03T21:40:33,245 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:33,246 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b7bde74fd8194548a67ba356df475e65 is 50, key is test_row_0/C:col10/1733262032364/Put/seqid=0 2024-12-03T21:40:33,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741953_1129 (size=13595) 2024-12-03T21:40:33,262 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/b7bde74fd8194548a67ba356df475e65 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b7bde74fd8194548a67ba356df475e65 2024-12-03T21:40:33,269 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into b7bde74fd8194548a67ba356df475e65(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:33,269 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:33,269 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=13, startTime=1733262033196; duration=0sec 2024-12-03T21:40:33,269 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:33,270 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-03T21:40:33,334 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:33,335 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-03T21:40:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T21:40:33,337 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:33,337 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:33,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:33,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:40:33,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:33,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:33,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:33,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:33,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:33,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:33,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/dcca395fb4ed4d21be7d1bc1e07b7533 is 50, key is test_row_0/A:col10/1733262033355/Put/seqid=0 2024-12-03T21:40:33,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741954_1130 (size=12301) 2024-12-03T21:40:33,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/dcca395fb4ed4d21be7d1bc1e07b7533 2024-12-03T21:40:33,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e181343f6d1f4c23afdb1f4de390ab26 is 50, key is test_row_0/B:col10/1733262033355/Put/seqid=0 2024-12-03T21:40:33,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262093380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:33,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262093383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:33,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:33,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:33,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741955_1131 (size=12301) 2024-12-03T21:40:33,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e181343f6d1f4c23afdb1f4de390ab26 2024-12-03T21:40:33,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/c5a3ca059533441aae286cc1454b7494 is 50, key is test_row_0/C:col10/1733262033355/Put/seqid=0 2024-12-03T21:40:33,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741956_1132 (size=12301) 2024-12-03T21:40:33,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T21:40:33,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-03T21:40:33,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:33,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:33,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:33,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262093494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,495 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262093494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:33,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:33,622 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/8b8cef8c890246e5988965d7725f9637 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8b8cef8c890246e5988965d7725f9637 2024-12-03T21:40:33,628 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into 8b8cef8c890246e5988965d7725f9637(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:33,628 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:33,628 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=13, startTime=1733262033196; duration=0sec 2024-12-03T21:40:33,629 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:33,629 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:33,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-03T21:40:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:33,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T21:40:33,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:33,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262093704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262093704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:33,706 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:33,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-03T21:40:33,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:33,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:33,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:33,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/c5a3ca059533441aae286cc1454b7494 2024-12-03T21:40:33,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/dcca395fb4ed4d21be7d1bc1e07b7533 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/dcca395fb4ed4d21be7d1bc1e07b7533 2024-12-03T21:40:33,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/dcca395fb4ed4d21be7d1bc1e07b7533, entries=150, sequenceid=548, filesize=12.0 K 2024-12-03T21:40:33,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/e181343f6d1f4c23afdb1f4de390ab26 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e181343f6d1f4c23afdb1f4de390ab26 2024-12-03T21:40:33,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e181343f6d1f4c23afdb1f4de390ab26, entries=150, sequenceid=548, filesize=12.0 K 2024-12-03T21:40:33,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/c5a3ca059533441aae286cc1454b7494 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5a3ca059533441aae286cc1454b7494 2024-12-03T21:40:33,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5a3ca059533441aae286cc1454b7494, entries=150, sequenceid=548, filesize=12.0 K 2024-12-03T21:40:33,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7a2ea152ba078ec2963d08c67e5a1d02 in 488ms, sequenceid=548, compaction requested=false 2024-12-03T21:40:33,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:33,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-03T21:40:33,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:33,952 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:40:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:33,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:33,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/b872bee59e3a438e9c60fdf6a9a5cdec is 50, key is test_row_0/A:col10/1733262033379/Put/seqid=0 2024-12-03T21:40:33,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741957_1133 (size=12301) 2024-12-03T21:40:33,962 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/b872bee59e3a438e9c60fdf6a9a5cdec 2024-12-03T21:40:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T21:40:33,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/b1d6a1a700b34cbe918e7520ffda60fb is 50, key is test_row_0/B:col10/1733262033379/Put/seqid=0 2024-12-03T21:40:33,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741958_1134 (size=12301) 2024-12-03T21:40:33,981 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/b1d6a1a700b34cbe918e7520ffda60fb 2024-12-03T21:40:33,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/bce57f8f56f647e88abba872e54c3b89 is 50, key is test_row_0/C:col10/1733262033379/Put/seqid=0 2024-12-03T21:40:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741959_1135 (size=12301) 2024-12-03T21:40:34,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:34,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:34,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262094046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,051 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:34,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262094049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:34,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262094154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,156 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:34,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262094163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:34,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262094364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:34,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262094373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,377 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:34,395 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/bce57f8f56f647e88abba872e54c3b89 2024-12-03T21:40:34,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/b872bee59e3a438e9c60fdf6a9a5cdec as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/b872bee59e3a438e9c60fdf6a9a5cdec 2024-12-03T21:40:34,406 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/b872bee59e3a438e9c60fdf6a9a5cdec, entries=150, sequenceid=562, filesize=12.0 K 2024-12-03T21:40:34,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/b1d6a1a700b34cbe918e7520ffda60fb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/b1d6a1a700b34cbe918e7520ffda60fb 2024-12-03T21:40:34,412 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/b1d6a1a700b34cbe918e7520ffda60fb, entries=150, sequenceid=562, filesize=12.0 K 2024-12-03T21:40:34,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/bce57f8f56f647e88abba872e54c3b89 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bce57f8f56f647e88abba872e54c3b89 2024-12-03T21:40:34,418 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bce57f8f56f647e88abba872e54c3b89, entries=150, sequenceid=562, filesize=12.0 K 2024-12-03T21:40:34,419 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 7a2ea152ba078ec2963d08c67e5a1d02 in 467ms, sequenceid=562, compaction requested=true 2024-12-03T21:40:34,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:34,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:34,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-03T21:40:34,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-03T21:40:34,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-03T21:40:34,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0830 sec 2024-12-03T21:40:34,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 1.0890 sec 2024-12-03T21:40:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-03T21:40:34,473 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:34,474 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-12-03T21:40:34,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T21:40:34,476 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:34,476 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:34,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T21:40:34,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-03T21:40:34,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:34,629 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:40:34,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:34,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:34,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:34,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:34,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:34,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:34,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/9512ba2fcb3b4f2596b4c11ddbd75811 is 50, key is test_row_0/A:col10/1733262034044/Put/seqid=0 2024-12-03T21:40:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741960_1136 (size=12301) 2024-12-03T21:40:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:34,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:34,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262094690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262094691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:34,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,694 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T21:40:34,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262094803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262094803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:34,805 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262095013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262095013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,014 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,038 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/9512ba2fcb3b4f2596b4c11ddbd75811 2024-12-03T21:40:35,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/1eb34cde52e44eb88df6a9a52ce39d91 is 50, key is test_row_0/B:col10/1733262034044/Put/seqid=0 2024-12-03T21:40:35,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741961_1137 (size=12301) 2024-12-03T21:40:35,051 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/1eb34cde52e44eb88df6a9a52ce39d91 2024-12-03T21:40:35,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/aa9c5a1410fd44ecaacd2b484e0bbc37 is 50, key is test_row_0/C:col10/1733262034044/Put/seqid=0 2024-12-03T21:40:35,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741962_1138 (size=12301) 2024-12-03T21:40:35,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T21:40:35,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262095324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:35,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262095324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,464 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=581 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/aa9c5a1410fd44ecaacd2b484e0bbc37 2024-12-03T21:40:35,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/9512ba2fcb3b4f2596b4c11ddbd75811 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9512ba2fcb3b4f2596b4c11ddbd75811 2024-12-03T21:40:35,504 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9512ba2fcb3b4f2596b4c11ddbd75811, entries=150, sequenceid=581, filesize=12.0 K 2024-12-03T21:40:35,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/1eb34cde52e44eb88df6a9a52ce39d91 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1eb34cde52e44eb88df6a9a52ce39d91 2024-12-03T21:40:35,510 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1eb34cde52e44eb88df6a9a52ce39d91, entries=150, sequenceid=581, filesize=12.0 K 2024-12-03T21:40:35,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/aa9c5a1410fd44ecaacd2b484e0bbc37 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/aa9c5a1410fd44ecaacd2b484e0bbc37 2024-12-03T21:40:35,518 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/aa9c5a1410fd44ecaacd2b484e0bbc37, entries=150, sequenceid=581, filesize=12.0 K 2024-12-03T21:40:35,519 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 7a2ea152ba078ec2963d08c67e5a1d02 in 890ms, sequenceid=581, compaction requested=true 2024-12-03T21:40:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-03T21:40:35,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-03T21:40:35,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-03T21:40:35,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec 2024-12-03T21:40:35,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.0480 sec 2024-12-03T21:40:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:35,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:40:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:35,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:35,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/fdda9629cee04311ad2459776b9793f2 is 50, key is test_row_0/A:col10/1733262034682/Put/seqid=0 2024-12-03T21:40:35,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741963_1139 (size=14741) 2024-12-03T21:40:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-03T21:40:35,614 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:35,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:35,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees 2024-12-03T21:40:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262095611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-03T21:40:35,616 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:35,617 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=31, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:35,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-03T21:40:35,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262095724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:35,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,729 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-12-03T21:40:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:35,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:35,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:35,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:35,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:35,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59880 deadline: 1733262095834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:35,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59862 deadline: 1733262095834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:35,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-12-03T21:40:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:35,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:35,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:35,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-03T21:40:35,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:35,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262095934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:35,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,937 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:35,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:35,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/fdda9629cee04311ad2459776b9793f2 2024-12-03T21:40:35,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/005d6c206fd546909e4e7ab4282f493b is 50, key is test_row_0/B:col10/1733262034682/Put/seqid=0 2024-12-03T21:40:35,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741964_1140 (size=12301) 2024-12-03T21:40:36,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-12-03T21:40:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-12-03T21:40:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:36,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-03T21:40:36,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262096243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:36,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:36,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:36,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:36,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-12-03T21:40:36,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:36,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/005d6c206fd546909e4e7ab4282f493b 2024-12-03T21:40:36,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/9c93f82befa441c3a1d2fcd2b42b66d5 is 50, key is test_row_0/C:col10/1733262034682/Put/seqid=0 2024-12-03T21:40:36,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741965_1141 (size=12301) 2024-12-03T21:40:36,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-12-03T21:40:36,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:36,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59920 deadline: 1733262096564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:36,565 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:36,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:36,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59904 deadline: 1733262096573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:36,574 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 7a2ea152ba078ec2963d08c67e5a1d02 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:40:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:36,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-12-03T21:40:36,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] handler.RSProcedureHandler(58): pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=32 java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=32 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:36,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-03T21:40:36,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59928 deadline: 1733262096754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:40:36,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=595 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/9c93f82befa441c3a1d2fcd2b42b66d5 2024-12-03T21:40:36,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/fdda9629cee04311ad2459776b9793f2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fdda9629cee04311ad2459776b9793f2 2024-12-03T21:40:36,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fdda9629cee04311ad2459776b9793f2, entries=200, sequenceid=595, filesize=14.4 K 2024-12-03T21:40:36,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/005d6c206fd546909e4e7ab4282f493b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/005d6c206fd546909e4e7ab4282f493b 2024-12-03T21:40:36,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/005d6c206fd546909e4e7ab4282f493b, entries=150, sequenceid=595, filesize=12.0 K 2024-12-03T21:40:36,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/9c93f82befa441c3a1d2fcd2b42b66d5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9c93f82befa441c3a1d2fcd2b42b66d5 2024-12-03T21:40:36,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9c93f82befa441c3a1d2fcd2b42b66d5, entries=150, sequenceid=595, filesize=12.0 K 2024-12-03T21:40:36,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 7a2ea152ba078ec2963d08c67e5a1d02 in 1267ms, sequenceid=595, compaction requested=true 2024-12-03T21:40:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:36,827 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T21:40:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:36,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T21:40:36,827 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T21:40:36,829 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 65239 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T21:40:36,829 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62799 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T21:40:36,829 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/A is initiating minor compaction (all files) 2024-12-03T21:40:36,829 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/B is initiating minor compaction (all files) 2024-12-03T21:40:36,829 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/A in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,829 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/B in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,829 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/94590ecc3c3b4c018028f1cc31c8d6f3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/dcca395fb4ed4d21be7d1bc1e07b7533, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/b872bee59e3a438e9c60fdf6a9a5cdec, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9512ba2fcb3b4f2596b4c11ddbd75811, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fdda9629cee04311ad2459776b9793f2] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=63.7 K 2024-12-03T21:40:36,829 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8b8cef8c890246e5988965d7725f9637, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e181343f6d1f4c23afdb1f4de390ab26, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/b1d6a1a700b34cbe918e7520ffda60fb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1eb34cde52e44eb88df6a9a52ce39d91, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/005d6c206fd546909e4e7ab4282f493b] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=61.3 K 2024-12-03T21:40:36,830 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b8cef8c890246e5988965d7725f9637, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733262032358 2024-12-03T21:40:36,830 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94590ecc3c3b4c018028f1cc31c8d6f3, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733262032358 2024-12-03T21:40:36,830 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e181343f6d1f4c23afdb1f4de390ab26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1733262032716 2024-12-03T21:40:36,830 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcca395fb4ed4d21be7d1bc1e07b7533, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1733262032716 2024-12-03T21:40:36,830 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting b872bee59e3a438e9c60fdf6a9a5cdec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733262033374 2024-12-03T21:40:36,831 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting b1d6a1a700b34cbe918e7520ffda60fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733262033374 2024-12-03T21:40:36,831 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9512ba2fcb3b4f2596b4c11ddbd75811, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1733262034041 2024-12-03T21:40:36,832 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdda9629cee04311ad2459776b9793f2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=595, earliestPutTs=1733262034682 2024-12-03T21:40:36,832 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eb34cde52e44eb88df6a9a52ce39d91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1733262034041 2024-12-03T21:40:36,833 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 005d6c206fd546909e4e7ab4282f493b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=595, earliestPutTs=1733262034682 2024-12-03T21:40:36,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=32 2024-12-03T21:40:36,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:36,841 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:40:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:36,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:36,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:36,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. as already flushing 2024-12-03T21:40:36,850 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#B#compaction#129 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:36,851 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a9f281fd94864ebe8f22fbef08e3f62c is 50, key is test_row_0/B:col10/1733262034682/Put/seqid=0 2024-12-03T21:40:36,855 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#A#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:36,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/769fdfc236e94b6bb61e6c5c5d223145 is 50, key is test_row_0/A:col10/1733262035609/Put/seqid=0 2024-12-03T21:40:36,858 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/4ed255b7f0d147aea7d0aa7e8cad0792 is 50, key is test_row_0/A:col10/1733262034682/Put/seqid=0 2024-12-03T21:40:36,864 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-03T21:40:36,864 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:40:36,866 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-03T21:40:36,866 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:40:36,869 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,869 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,869 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,869 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:36,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:36,871 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-03T21:40:36,871 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-03T21:40:36,871 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:40:36,871 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:40:36,871 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,871 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,871 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,871 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:36,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:36,872 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-03T21:40:36,872 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:40:36,872 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,872 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:36,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741966_1142 (size=13765) 2024-12-03T21:40:36,875 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-03T21:40:36,875 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:40:36,875 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,875 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:36,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:36,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741967_1143 (size=13765) 2024-12-03T21:40:36,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741968_1144 (size=12301) 2024-12-03T21:40:37,282 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/769fdfc236e94b6bb61e6c5c5d223145 2024-12-03T21:40:37,285 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/a9f281fd94864ebe8f22fbef08e3f62c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a9f281fd94864ebe8f22fbef08e3f62c 2024-12-03T21:40:37,289 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/4ed255b7f0d147aea7d0aa7e8cad0792 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/4ed255b7f0d147aea7d0aa7e8cad0792 2024-12-03T21:40:37,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/fe8d66bd413f48998d36a25c3ed4be76 is 50, key is test_row_0/B:col10/1733262035609/Put/seqid=0 2024-12-03T21:40:37,293 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/B of 7a2ea152ba078ec2963d08c67e5a1d02 into a9f281fd94864ebe8f22fbef08e3f62c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:37,293 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:37,293 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/B, priority=11, startTime=1733262036827; duration=0sec 2024-12-03T21:40:37,293 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:37,293 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:37,293 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-03T21:40:37,295 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/A of 7a2ea152ba078ec2963d08c67e5a1d02 into 4ed255b7f0d147aea7d0aa7e8cad0792(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:37,295 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:37,295 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/A, priority=11, startTime=1733262036827; duration=0sec 2024-12-03T21:40:37,295 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62799 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-03T21:40:37,295 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:37,295 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 7a2ea152ba078ec2963d08c67e5a1d02/C is initiating minor compaction (all files) 2024-12-03T21:40:37,295 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:37,296 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7a2ea152ba078ec2963d08c67e5a1d02/C in TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:37,296 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b7bde74fd8194548a67ba356df475e65, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5a3ca059533441aae286cc1454b7494, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bce57f8f56f647e88abba872e54c3b89, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/aa9c5a1410fd44ecaacd2b484e0bbc37, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9c93f82befa441c3a1d2fcd2b42b66d5] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp, totalSize=61.3 K 2024-12-03T21:40:37,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741969_1145 (size=12301) 2024-12-03T21:40:37,296 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting b7bde74fd8194548a67ba356df475e65, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733262032358 2024-12-03T21:40:37,296 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c5a3ca059533441aae286cc1454b7494, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1733262032716 2024-12-03T21:40:37,297 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bce57f8f56f647e88abba872e54c3b89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733262033374 2024-12-03T21:40:37,297 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting aa9c5a1410fd44ecaacd2b484e0bbc37, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=581, earliestPutTs=1733262034041 2024-12-03T21:40:37,297 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c93f82befa441c3a1d2fcd2b42b66d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=595, earliestPutTs=1733262034682 2024-12-03T21:40:37,305 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7a2ea152ba078ec2963d08c67e5a1d02#C#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:37,305 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/8c47ca4be1ef4da1aed71b792104036c is 50, key is test_row_0/C:col10/1733262034682/Put/seqid=0 2024-12-03T21:40:37,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741970_1146 (size=13765) 2024-12-03T21:40:37,698 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/fe8d66bd413f48998d36a25c3ed4be76 2024-12-03T21:40:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/95eee8acb5094121b11a277d143eba17 is 50, key is test_row_0/C:col10/1733262035609/Put/seqid=0 2024-12-03T21:40:37,716 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/8c47ca4be1ef4da1aed71b792104036c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/8c47ca4be1ef4da1aed71b792104036c 2024-12-03T21:40:37,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741971_1147 (size=12301) 2024-12-03T21:40:37,724 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 7a2ea152ba078ec2963d08c67e5a1d02/C of 7a2ea152ba078ec2963d08c67e5a1d02 into 8c47ca4be1ef4da1aed71b792104036c(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:37,724 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:37,724 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., storeName=7a2ea152ba078ec2963d08c67e5a1d02/C, priority=11, startTime=1733262036827; duration=0sec 2024-12-03T21:40:37,725 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:37,725 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:37,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-03T21:40:37,766 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-03T21:40:37,766 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:40:37,766 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:37,766 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:37,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:38,122 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=613 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/95eee8acb5094121b11a277d143eba17 2024-12-03T21:40:38,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/769fdfc236e94b6bb61e6c5c5d223145 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/769fdfc236e94b6bb61e6c5c5d223145 2024-12-03T21:40:38,138 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/769fdfc236e94b6bb61e6c5c5d223145, entries=150, sequenceid=613, filesize=12.0 K 2024-12-03T21:40:38,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/fe8d66bd413f48998d36a25c3ed4be76 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fe8d66bd413f48998d36a25c3ed4be76 2024-12-03T21:40:38,145 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fe8d66bd413f48998d36a25c3ed4be76, entries=150, sequenceid=613, filesize=12.0 K 2024-12-03T21:40:38,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/95eee8acb5094121b11a277d143eba17 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/95eee8acb5094121b11a277d143eba17 2024-12-03T21:40:38,151 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/95eee8acb5094121b11a277d143eba17, entries=150, sequenceid=613, filesize=12.0 K 2024-12-03T21:40:38,152 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=46.96 KB/48090 for 7a2ea152ba078ec2963d08c67e5a1d02 in 1311ms, sequenceid=613, compaction requested=false 2024-12-03T21:40:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:38,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=32}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=32 2024-12-03T21:40:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=32 2024-12-03T21:40:38,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-03T21:40:38,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5370 sec 2024-12-03T21:40:38,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=31, table=TestAcidGuarantees in 2.5430 sec 2024-12-03T21:40:39,599 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:40:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-03T21:40:39,784 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:46,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T21:40:46,591 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-03T21:40:46,591 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:40:46,591 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:46,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:46,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:46,592 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:46,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:46,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:46,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/33db131dd7934131bac528a32563706a is 50, key is test_row_0/A:col10/1733262036856/Put/seqid=0 2024-12-03T21:40:46,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741972_1148 (size=12301) 2024-12-03T21:40:46,636 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-03T21:40:46,636 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:40:46,636 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:46,636 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:46,636 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 161 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3901 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3781 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T21:40:46,636 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1729 2024-12-03T21:40:46,637 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5187 rows 2024-12-03T21:40:46,637 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1731 2024-12-03T21:40:46,637 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5187 rows 2024-12-03T21:40:46,637 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:40:46,637 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:40:46,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:46,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:46,637 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:40:46,640 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T21:40:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-03T21:40:46,648 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262046647"}]},"ts":"1733262046647"} 2024-12-03T21:40:46,649 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T21:40:46,649 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T21:40:46,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T21:40:46,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a2ea152ba078ec2963d08c67e5a1d02, UNASSIGN}] 2024-12-03T21:40:46,656 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a2ea152ba078ec2963d08c67e5a1d02, UNASSIGN 2024-12-03T21:40:46,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=7a2ea152ba078ec2963d08c67e5a1d02, regionState=CLOSING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:46,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a2ea152ba078ec2963d08c67e5a1d02, UNASSIGN because future has completed 2024-12-03T21:40:46,660 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T21:40:46,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:40:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-03T21:40:46,819 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:46,819 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T21:40:46,820 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 7a2ea152ba078ec2963d08c67e5a1d02, disabling compactions & flushes 2024-12-03T21:40:46,820 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-03T21:40:47,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/33db131dd7934131bac528a32563706a 2024-12-03T21:40:47,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/1e18af5c781c450895e3a8d05e717bf2 is 50, key is test_row_0/B:col10/1733262036856/Put/seqid=0 2024-12-03T21:40:47,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741973_1149 (size=12301) 2024-12-03T21:40:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-03T21:40:47,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/1e18af5c781c450895e3a8d05e717bf2 2024-12-03T21:40:47,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/0c759f626de84eb4b51825e5c63480f0 is 50, key is test_row_0/C:col10/1733262036856/Put/seqid=0 2024-12-03T21:40:47,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741974_1150 (size=12301) 2024-12-03T21:40:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-03T21:40:47,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/0c759f626de84eb4b51825e5c63480f0 2024-12-03T21:40:47,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/33db131dd7934131bac528a32563706a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/33db131dd7934131bac528a32563706a 2024-12-03T21:40:47,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/33db131dd7934131bac528a32563706a, entries=150, sequenceid=627, filesize=12.0 K 2024-12-03T21:40:47,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/1e18af5c781c450895e3a8d05e717bf2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1e18af5c781c450895e3a8d05e717bf2 2024-12-03T21:40:47,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1e18af5c781c450895e3a8d05e717bf2, entries=150, sequenceid=627, filesize=12.0 K 2024-12-03T21:40:47,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/0c759f626de84eb4b51825e5c63480f0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/0c759f626de84eb4b51825e5c63480f0 2024-12-03T21:40:47,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/0c759f626de84eb4b51825e5c63480f0, entries=150, sequenceid=627, filesize=12.0 K 2024-12-03T21:40:47,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=6.71 KB/6870 for 7a2ea152ba078ec2963d08c67e5a1d02 in 1306ms, sequenceid=627, compaction requested=true 2024-12-03T21:40:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7a2ea152ba078ec2963d08c67e5a1d02: 2024-12-03T21:40:47,896 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:47,896 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:47,896 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. after waiting 0 ms 2024-12-03T21:40:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:47,896 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:47,896 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. because compaction request was cancelled 2024-12-03T21:40:47,896 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. because compaction request was cancelled 2024-12-03T21:40:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:47,896 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:B 2024-12-03T21:40:47,896 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:A 2024-12-03T21:40:47,896 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(2902): Flushing 7a2ea152ba078ec2963d08c67e5a1d02 3/3 column families, dataSize=6.71 KB heapSize=20.67 KB 2024-12-03T21:40:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7a2ea152ba078ec2963d08c67e5a1d02:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:47,896 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. because compaction request was cancelled 2024-12-03T21:40:47,897 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7a2ea152ba078ec2963d08c67e5a1d02:C 2024-12-03T21:40:47,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:47,897 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=A 2024-12-03T21:40:47,897 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:47,897 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=B 2024-12-03T21:40:47,897 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:47,897 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7a2ea152ba078ec2963d08c67e5a1d02, store=C 2024-12-03T21:40:47,897 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:47,900 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/f75f36e5f8384bddbdf0b9bfb387fd8a is 50, key is test_row_0/A:col10/1733262046634/Put/seqid=0 2024-12-03T21:40:47,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741975_1151 (size=7415) 2024-12-03T21:40:48,306 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/f75f36e5f8384bddbdf0b9bfb387fd8a 2024-12-03T21:40:48,322 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/5294aa7d39ee43cdb33b4a91edfa575b is 50, key is test_row_0/B:col10/1733262046634/Put/seqid=0 2024-12-03T21:40:48,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741976_1152 (size=7415) 2024-12-03T21:40:48,729 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/5294aa7d39ee43cdb33b4a91edfa575b 2024-12-03T21:40:48,746 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/79d8e98f193344809b206e4c901e38ca is 50, key is test_row_0/C:col10/1733262046634/Put/seqid=0 2024-12-03T21:40:48,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741977_1153 (size=7415) 2024-12-03T21:40:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-03T21:40:49,153 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=631 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/79d8e98f193344809b206e4c901e38ca 2024-12-03T21:40:49,166 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/A/f75f36e5f8384bddbdf0b9bfb387fd8a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f75f36e5f8384bddbdf0b9bfb387fd8a 2024-12-03T21:40:49,172 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f75f36e5f8384bddbdf0b9bfb387fd8a, entries=50, sequenceid=631, filesize=7.2 K 2024-12-03T21:40:49,173 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/B/5294aa7d39ee43cdb33b4a91edfa575b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5294aa7d39ee43cdb33b4a91edfa575b 2024-12-03T21:40:49,178 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5294aa7d39ee43cdb33b4a91edfa575b, entries=50, sequenceid=631, filesize=7.2 K 2024-12-03T21:40:49,179 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/.tmp/C/79d8e98f193344809b206e4c901e38ca as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/79d8e98f193344809b206e4c901e38ca 2024-12-03T21:40:49,183 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/79d8e98f193344809b206e4c901e38ca, entries=50, sequenceid=631, filesize=7.2 K 2024-12-03T21:40:49,184 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 7a2ea152ba078ec2963d08c67e5a1d02 in 1288ms, sequenceid=631, compaction requested=true 2024-12-03T21:40:49,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8452c9c83dc94be19c87e83f253f50a7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/01af865c625a4ebab389013b988698d5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/2268a719b3844e80a13597f874f2485d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/6ee6d0cfcea94ac49f45636dd1e2ac6a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/c74abb5961ce4459bd09b19b87542d35, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/3495bd4314bd4275b0ac92176cda4b38, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8275333ee1684936928f427aeab0021d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/edcdf98a235946638b41c1514e20be14, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d0796b0c515f44679278d96f3e7d3fe4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bb01be4d87504ff08d83ebf049a3eb60, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/231393fa29bf421b99bccb45ba321930, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d2e33e6db06c4729933dbeee51c192e2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/16b28c2a632c4921aa2e296e0a00e273, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/4c086aa7830a4e3a825292a1539cf84d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/0a91dc4666d04d32b6e92482c17251ee, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/ca5791479979474ca2fe4287e2f18e3e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/315e3fadc685459f96a324bc649d69ad, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/a2757a73805346c99507eeafd62906d1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fe47b46d8cc547e48c97a94c7efb56a1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/02533ec77f164591b966728a7e147cfc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d93b22c3966241979ee773819a5d0b42, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/03ed02248fa84adda505cd21c125835f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5884531534474231b5d2067227d1e581, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f3b2e83840d7439684dca83976857437, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bfd1662024b044c7a797f5f41a894c06, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d828e1427917470b89d967f1aba53da4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8d8d57dc31db466ba067e986071761f4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d9d8988d6a2a41ddb7854f9a55de7709, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/de4a57db46064f2d8b4e630dd00140ed, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/32baddf0c2c3457c9bf9ee27f46284eb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/381f9380efc141729061f6fe69c5eaa3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/39448e1f748e43f39d224190aa9fd1db, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5d8108e4a1494d4e8b9f6ca522c5cda2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/e346e2ad86c740dd90cc9a0d93b8b07b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/96f90835fc614bf1a6fe305bd577e549, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9dd30467009841b9b1594947b0bc63cc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/cd0d0acbe2874f018c837be6a10eb71e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/36e67c08608f45899422ee158c3a9e8f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/94590ecc3c3b4c018028f1cc31c8d6f3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/dcca395fb4ed4d21be7d1bc1e07b7533, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/b872bee59e3a438e9c60fdf6a9a5cdec, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9512ba2fcb3b4f2596b4c11ddbd75811, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fdda9629cee04311ad2459776b9793f2] to archive 2024-12-03T21:40:49,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:40:49,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8452c9c83dc94be19c87e83f253f50a7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8452c9c83dc94be19c87e83f253f50a7 2024-12-03T21:40:49,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/01af865c625a4ebab389013b988698d5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/01af865c625a4ebab389013b988698d5 2024-12-03T21:40:49,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/2268a719b3844e80a13597f874f2485d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/2268a719b3844e80a13597f874f2485d 2024-12-03T21:40:49,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/6ee6d0cfcea94ac49f45636dd1e2ac6a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/6ee6d0cfcea94ac49f45636dd1e2ac6a 2024-12-03T21:40:49,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/c74abb5961ce4459bd09b19b87542d35 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/c74abb5961ce4459bd09b19b87542d35 2024-12-03T21:40:49,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/3495bd4314bd4275b0ac92176cda4b38 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/3495bd4314bd4275b0ac92176cda4b38 2024-12-03T21:40:49,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8275333ee1684936928f427aeab0021d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8275333ee1684936928f427aeab0021d 2024-12-03T21:40:49,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/edcdf98a235946638b41c1514e20be14 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/edcdf98a235946638b41c1514e20be14 2024-12-03T21:40:49,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d0796b0c515f44679278d96f3e7d3fe4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d0796b0c515f44679278d96f3e7d3fe4 2024-12-03T21:40:49,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bb01be4d87504ff08d83ebf049a3eb60 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bb01be4d87504ff08d83ebf049a3eb60 2024-12-03T21:40:49,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/231393fa29bf421b99bccb45ba321930 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/231393fa29bf421b99bccb45ba321930 2024-12-03T21:40:49,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d2e33e6db06c4729933dbeee51c192e2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d2e33e6db06c4729933dbeee51c192e2 2024-12-03T21:40:49,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/16b28c2a632c4921aa2e296e0a00e273 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/16b28c2a632c4921aa2e296e0a00e273 2024-12-03T21:40:49,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/4c086aa7830a4e3a825292a1539cf84d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/4c086aa7830a4e3a825292a1539cf84d 2024-12-03T21:40:49,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/0a91dc4666d04d32b6e92482c17251ee to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/0a91dc4666d04d32b6e92482c17251ee 2024-12-03T21:40:49,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/ca5791479979474ca2fe4287e2f18e3e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/ca5791479979474ca2fe4287e2f18e3e 2024-12-03T21:40:49,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/315e3fadc685459f96a324bc649d69ad to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/315e3fadc685459f96a324bc649d69ad 2024-12-03T21:40:49,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/a2757a73805346c99507eeafd62906d1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/a2757a73805346c99507eeafd62906d1 2024-12-03T21:40:49,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fe47b46d8cc547e48c97a94c7efb56a1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fe47b46d8cc547e48c97a94c7efb56a1 2024-12-03T21:40:49,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/02533ec77f164591b966728a7e147cfc to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/02533ec77f164591b966728a7e147cfc 2024-12-03T21:40:49,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d93b22c3966241979ee773819a5d0b42 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d93b22c3966241979ee773819a5d0b42 2024-12-03T21:40:49,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/03ed02248fa84adda505cd21c125835f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/03ed02248fa84adda505cd21c125835f 2024-12-03T21:40:49,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5884531534474231b5d2067227d1e581 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5884531534474231b5d2067227d1e581 2024-12-03T21:40:49,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f3b2e83840d7439684dca83976857437 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f3b2e83840d7439684dca83976857437 2024-12-03T21:40:49,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bfd1662024b044c7a797f5f41a894c06 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/bfd1662024b044c7a797f5f41a894c06 2024-12-03T21:40:49,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d828e1427917470b89d967f1aba53da4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d828e1427917470b89d967f1aba53da4 2024-12-03T21:40:49,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8d8d57dc31db466ba067e986071761f4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/8d8d57dc31db466ba067e986071761f4 2024-12-03T21:40:49,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d9d8988d6a2a41ddb7854f9a55de7709 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/d9d8988d6a2a41ddb7854f9a55de7709 2024-12-03T21:40:49,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/de4a57db46064f2d8b4e630dd00140ed to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/de4a57db46064f2d8b4e630dd00140ed 2024-12-03T21:40:49,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/32baddf0c2c3457c9bf9ee27f46284eb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/32baddf0c2c3457c9bf9ee27f46284eb 2024-12-03T21:40:49,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/381f9380efc141729061f6fe69c5eaa3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/381f9380efc141729061f6fe69c5eaa3 2024-12-03T21:40:49,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/39448e1f748e43f39d224190aa9fd1db to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/39448e1f748e43f39d224190aa9fd1db 2024-12-03T21:40:49,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5d8108e4a1494d4e8b9f6ca522c5cda2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/5d8108e4a1494d4e8b9f6ca522c5cda2 2024-12-03T21:40:49,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/e346e2ad86c740dd90cc9a0d93b8b07b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/e346e2ad86c740dd90cc9a0d93b8b07b 2024-12-03T21:40:49,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/96f90835fc614bf1a6fe305bd577e549 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/96f90835fc614bf1a6fe305bd577e549 2024-12-03T21:40:49,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9dd30467009841b9b1594947b0bc63cc to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9dd30467009841b9b1594947b0bc63cc 2024-12-03T21:40:49,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/cd0d0acbe2874f018c837be6a10eb71e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/cd0d0acbe2874f018c837be6a10eb71e 2024-12-03T21:40:49,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/36e67c08608f45899422ee158c3a9e8f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/36e67c08608f45899422ee158c3a9e8f 2024-12-03T21:40:49,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/94590ecc3c3b4c018028f1cc31c8d6f3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/94590ecc3c3b4c018028f1cc31c8d6f3 2024-12-03T21:40:49,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/dcca395fb4ed4d21be7d1bc1e07b7533 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/dcca395fb4ed4d21be7d1bc1e07b7533 2024-12-03T21:40:49,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/b872bee59e3a438e9c60fdf6a9a5cdec to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/b872bee59e3a438e9c60fdf6a9a5cdec 2024-12-03T21:40:49,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9512ba2fcb3b4f2596b4c11ddbd75811 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/9512ba2fcb3b4f2596b4c11ddbd75811 2024-12-03T21:40:49,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fdda9629cee04311ad2459776b9793f2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/fdda9629cee04311ad2459776b9793f2 2024-12-03T21:40:49,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/9add624b618a462ab012eb2f308183de, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fc3cf180d5744fc18fefee2cec5d2b05, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/c7495af5c2f8465cba9c8d66770ea62d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0e01323722df476c9bb28299ef0f1395, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/22b2d112434744738ec4430c18a96653, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6971a69609a4c36830fbad8a01a5b20, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a0b1997c39bd45939f9846d463e9a12e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5d41a6a61708492e97ec2f47bbe309a5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1e714174bae24229abab0a3f012b2bb2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/26fc92e4eba94e2db057a3b70d6e3475, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6f00593b8b54347bf426439c9e425b4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e119eac6f5984e49b05a238ec762c66f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/47c54dc3eb1a428d9f269d16af8404f9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/06ff6a45103c46788b1a388c829fd875, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/167229a460a441c8acdff4be66345d31, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db0baefb1fbc48658db0639e34250b10, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/524e28b1beb1463fb9f7ccb96679a8f5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fbfc6c8070904fb2b9e7d3395ffb3fd0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/05e688f5fb804149b271263e129aeb95, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/645a007fdc8147848912d4cbd26ad023, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/21f6f17393c14d5b87f59d40e6cfa03f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a8dca98e95f946128503e0a522b60681, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e29674172e8a43e3bb368b1bdbb8d867, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5623c8f361ad4502aac3c840101af855, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a62afcc3d60d4b95a7175c0302511f51, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/6f1b6afaccd64417a6a2bf0aa3d2d381, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db2ecc435d07475d9898fd15f6ec4598, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8a2100fcac9f47c7aa5e2e0e5441e08c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a89594f206ed449ebcdbf1a4eedc5a8a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0f9e3149c43c44b78b17ffbfe8da5eaa, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e6c8622dc9e443849650011d60bc430d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e489e0c317fd4f649bc000d3432f5c7e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/779eef5123944bf3b5101e87df4db5ce, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e14d95b1f1c141ccb31a8d49589eaf53, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/51a34aaaa0904723b6011fa5d4ac862a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a427eb7bd7a546c4a11e7684f2ffaa76, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/898eb8286d394dcba441794afca583ca, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8b8cef8c890246e5988965d7725f9637, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/d54dcf96ecbe4ebba0f69a6b88642e84, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e181343f6d1f4c23afdb1f4de390ab26, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/b1d6a1a700b34cbe918e7520ffda60fb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1eb34cde52e44eb88df6a9a52ce39d91, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/005d6c206fd546909e4e7ab4282f493b] to archive 2024-12-03T21:40:49,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:40:49,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/9add624b618a462ab012eb2f308183de to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/9add624b618a462ab012eb2f308183de 2024-12-03T21:40:49,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fc3cf180d5744fc18fefee2cec5d2b05 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fc3cf180d5744fc18fefee2cec5d2b05 2024-12-03T21:40:49,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/c7495af5c2f8465cba9c8d66770ea62d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/c7495af5c2f8465cba9c8d66770ea62d 2024-12-03T21:40:49,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0e01323722df476c9bb28299ef0f1395 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0e01323722df476c9bb28299ef0f1395 2024-12-03T21:40:49,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/22b2d112434744738ec4430c18a96653 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/22b2d112434744738ec4430c18a96653 2024-12-03T21:40:49,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6971a69609a4c36830fbad8a01a5b20 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6971a69609a4c36830fbad8a01a5b20 2024-12-03T21:40:49,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a0b1997c39bd45939f9846d463e9a12e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a0b1997c39bd45939f9846d463e9a12e 2024-12-03T21:40:49,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5d41a6a61708492e97ec2f47bbe309a5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5d41a6a61708492e97ec2f47bbe309a5 2024-12-03T21:40:49,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1e714174bae24229abab0a3f012b2bb2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1e714174bae24229abab0a3f012b2bb2 2024-12-03T21:40:49,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/26fc92e4eba94e2db057a3b70d6e3475 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/26fc92e4eba94e2db057a3b70d6e3475 2024-12-03T21:40:49,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6f00593b8b54347bf426439c9e425b4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a6f00593b8b54347bf426439c9e425b4 2024-12-03T21:40:49,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e119eac6f5984e49b05a238ec762c66f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e119eac6f5984e49b05a238ec762c66f 2024-12-03T21:40:49,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/47c54dc3eb1a428d9f269d16af8404f9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/47c54dc3eb1a428d9f269d16af8404f9 2024-12-03T21:40:49,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/06ff6a45103c46788b1a388c829fd875 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/06ff6a45103c46788b1a388c829fd875 2024-12-03T21:40:49,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/167229a460a441c8acdff4be66345d31 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/167229a460a441c8acdff4be66345d31 2024-12-03T21:40:49,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db0baefb1fbc48658db0639e34250b10 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db0baefb1fbc48658db0639e34250b10 2024-12-03T21:40:49,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/524e28b1beb1463fb9f7ccb96679a8f5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/524e28b1beb1463fb9f7ccb96679a8f5 2024-12-03T21:40:49,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fbfc6c8070904fb2b9e7d3395ffb3fd0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fbfc6c8070904fb2b9e7d3395ffb3fd0 2024-12-03T21:40:49,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/05e688f5fb804149b271263e129aeb95 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/05e688f5fb804149b271263e129aeb95 2024-12-03T21:40:49,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/645a007fdc8147848912d4cbd26ad023 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/645a007fdc8147848912d4cbd26ad023 2024-12-03T21:40:49,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/21f6f17393c14d5b87f59d40e6cfa03f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/21f6f17393c14d5b87f59d40e6cfa03f 2024-12-03T21:40:49,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a8dca98e95f946128503e0a522b60681 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a8dca98e95f946128503e0a522b60681 2024-12-03T21:40:49,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e29674172e8a43e3bb368b1bdbb8d867 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e29674172e8a43e3bb368b1bdbb8d867 2024-12-03T21:40:49,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5623c8f361ad4502aac3c840101af855 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5623c8f361ad4502aac3c840101af855 2024-12-03T21:40:49,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a62afcc3d60d4b95a7175c0302511f51 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a62afcc3d60d4b95a7175c0302511f51 2024-12-03T21:40:49,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/6f1b6afaccd64417a6a2bf0aa3d2d381 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/6f1b6afaccd64417a6a2bf0aa3d2d381 2024-12-03T21:40:49,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db2ecc435d07475d9898fd15f6ec4598 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/db2ecc435d07475d9898fd15f6ec4598 2024-12-03T21:40:49,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8a2100fcac9f47c7aa5e2e0e5441e08c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8a2100fcac9f47c7aa5e2e0e5441e08c 2024-12-03T21:40:49,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a89594f206ed449ebcdbf1a4eedc5a8a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a89594f206ed449ebcdbf1a4eedc5a8a 2024-12-03T21:40:49,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0f9e3149c43c44b78b17ffbfe8da5eaa to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/0f9e3149c43c44b78b17ffbfe8da5eaa 2024-12-03T21:40:49,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e6c8622dc9e443849650011d60bc430d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e6c8622dc9e443849650011d60bc430d 2024-12-03T21:40:49,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e489e0c317fd4f649bc000d3432f5c7e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e489e0c317fd4f649bc000d3432f5c7e 2024-12-03T21:40:49,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/779eef5123944bf3b5101e87df4db5ce to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/779eef5123944bf3b5101e87df4db5ce 2024-12-03T21:40:49,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e14d95b1f1c141ccb31a8d49589eaf53 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e14d95b1f1c141ccb31a8d49589eaf53 2024-12-03T21:40:49,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/51a34aaaa0904723b6011fa5d4ac862a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/51a34aaaa0904723b6011fa5d4ac862a 2024-12-03T21:40:49,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a427eb7bd7a546c4a11e7684f2ffaa76 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a427eb7bd7a546c4a11e7684f2ffaa76 2024-12-03T21:40:49,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/898eb8286d394dcba441794afca583ca to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/898eb8286d394dcba441794afca583ca 2024-12-03T21:40:49,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8b8cef8c890246e5988965d7725f9637 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/8b8cef8c890246e5988965d7725f9637 2024-12-03T21:40:49,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/d54dcf96ecbe4ebba0f69a6b88642e84 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/d54dcf96ecbe4ebba0f69a6b88642e84 2024-12-03T21:40:49,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e181343f6d1f4c23afdb1f4de390ab26 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/e181343f6d1f4c23afdb1f4de390ab26 2024-12-03T21:40:49,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/b1d6a1a700b34cbe918e7520ffda60fb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/b1d6a1a700b34cbe918e7520ffda60fb 2024-12-03T21:40:49,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1eb34cde52e44eb88df6a9a52ce39d91 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1eb34cde52e44eb88df6a9a52ce39d91 2024-12-03T21:40:49,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/005d6c206fd546909e4e7ab4282f493b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/005d6c206fd546909e4e7ab4282f493b 2024-12-03T21:40:49,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/365a4e2ce67f46a5ac782aa4752ff39b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/e1d326abba084ef6827e5e5adc2c1a04, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c9347439adc4cb499e2240c84310649, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/147fb44fc3af4fb9a201d260eee2b0c2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b4fb73b13a5b417eba629b1a9b1d35d0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/82b57434d5b640899c39c9fd303065f5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/96fa7d712e6e40579d8dc18a599e2b92, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9348f5fa72bc412db7f4f443e5621983, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a37b2017f25148e1a3b2ce003b1c3e0d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/99af52c1e9e744aaacc84e7402183924, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b5f089a02128486993faf3b23b9616af, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f65fbd2a7f154701aefcfe0a706ee5c8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/24998285edea41df9ed18c18e52eee94, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bcd8b451409d4de68c282f16fc34d9a6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a65f040baead4a81a04bbf699501f41a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c2104dfb2b147f3b2f2e3e48a269f58, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f0444ab787914df3913656fe6c5e60a1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b10ce9fc1edf4546ba347df850de3d4a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/84025c9c322e4b15ac385e3282624e03, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/617226d178284d90a106a0e1337298fe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/1a8af61effbf47c48aca8707fb5e1dad, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/393ee5be205d4d5f91fb43be25595a0e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/258c2772c67c42b086cd9b75fa9ba157, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/28348df04b2f4426b40d6bac438e6e90, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/76d1d84197124f91a98829bc78cde5c1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f2e6b9527bb545af9f7c2089f5b57d10, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/6818a6cca74a47b2938cbc684bb0a2a3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a5f686fcb3e1428db14d7337c2b00cc9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/d27b9a6a78f44dbfacd992b897e7aa41, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/07a210086ee840bd8bd53be47d7cd661, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/fba9f5b0f8b94ce980da67255c8024e5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f4ae650bf7274259a43a84e6179eb5bf, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/2f689f49dda04a23a70a21ba242e5150, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f6dae3d166044585ba17a70388520351, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/086b002e3e7640eeb755b99454caa996, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/302767039aa14ffcaf9d4ef942325443, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/44c3187260f14c1ca3e189794dfe4cb0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b7bde74fd8194548a67ba356df475e65, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5e700df14094295accdd6cd7c4a4bbf, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5a3ca059533441aae286cc1454b7494, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bce57f8f56f647e88abba872e54c3b89, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/aa9c5a1410fd44ecaacd2b484e0bbc37, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9c93f82befa441c3a1d2fcd2b42b66d5] to archive 2024-12-03T21:40:49,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:40:49,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/365a4e2ce67f46a5ac782aa4752ff39b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/365a4e2ce67f46a5ac782aa4752ff39b 2024-12-03T21:40:49,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/e1d326abba084ef6827e5e5adc2c1a04 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/e1d326abba084ef6827e5e5adc2c1a04 2024-12-03T21:40:49,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c9347439adc4cb499e2240c84310649 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c9347439adc4cb499e2240c84310649 2024-12-03T21:40:49,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/147fb44fc3af4fb9a201d260eee2b0c2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/147fb44fc3af4fb9a201d260eee2b0c2 2024-12-03T21:40:49,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b4fb73b13a5b417eba629b1a9b1d35d0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b4fb73b13a5b417eba629b1a9b1d35d0 2024-12-03T21:40:49,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/82b57434d5b640899c39c9fd303065f5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/82b57434d5b640899c39c9fd303065f5 2024-12-03T21:40:49,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/96fa7d712e6e40579d8dc18a599e2b92 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/96fa7d712e6e40579d8dc18a599e2b92 2024-12-03T21:40:49,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9348f5fa72bc412db7f4f443e5621983 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9348f5fa72bc412db7f4f443e5621983 2024-12-03T21:40:49,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a37b2017f25148e1a3b2ce003b1c3e0d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a37b2017f25148e1a3b2ce003b1c3e0d 2024-12-03T21:40:49,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/99af52c1e9e744aaacc84e7402183924 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/99af52c1e9e744aaacc84e7402183924 2024-12-03T21:40:49,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b5f089a02128486993faf3b23b9616af to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b5f089a02128486993faf3b23b9616af 2024-12-03T21:40:49,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f65fbd2a7f154701aefcfe0a706ee5c8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f65fbd2a7f154701aefcfe0a706ee5c8 2024-12-03T21:40:49,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/24998285edea41df9ed18c18e52eee94 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/24998285edea41df9ed18c18e52eee94 2024-12-03T21:40:49,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bcd8b451409d4de68c282f16fc34d9a6 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bcd8b451409d4de68c282f16fc34d9a6 2024-12-03T21:40:49,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a65f040baead4a81a04bbf699501f41a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a65f040baead4a81a04bbf699501f41a 2024-12-03T21:40:49,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c2104dfb2b147f3b2f2e3e48a269f58 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/5c2104dfb2b147f3b2f2e3e48a269f58 2024-12-03T21:40:49,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f0444ab787914df3913656fe6c5e60a1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f0444ab787914df3913656fe6c5e60a1 2024-12-03T21:40:49,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b10ce9fc1edf4546ba347df850de3d4a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b10ce9fc1edf4546ba347df850de3d4a 2024-12-03T21:40:49,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/84025c9c322e4b15ac385e3282624e03 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/84025c9c322e4b15ac385e3282624e03 2024-12-03T21:40:49,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/617226d178284d90a106a0e1337298fe to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/617226d178284d90a106a0e1337298fe 2024-12-03T21:40:49,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/1a8af61effbf47c48aca8707fb5e1dad to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/1a8af61effbf47c48aca8707fb5e1dad 2024-12-03T21:40:49,322 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/393ee5be205d4d5f91fb43be25595a0e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/393ee5be205d4d5f91fb43be25595a0e 2024-12-03T21:40:49,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/258c2772c67c42b086cd9b75fa9ba157 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/258c2772c67c42b086cd9b75fa9ba157 2024-12-03T21:40:49,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/28348df04b2f4426b40d6bac438e6e90 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/28348df04b2f4426b40d6bac438e6e90 2024-12-03T21:40:49,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/76d1d84197124f91a98829bc78cde5c1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/76d1d84197124f91a98829bc78cde5c1 2024-12-03T21:40:49,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f2e6b9527bb545af9f7c2089f5b57d10 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f2e6b9527bb545af9f7c2089f5b57d10 2024-12-03T21:40:49,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/6818a6cca74a47b2938cbc684bb0a2a3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/6818a6cca74a47b2938cbc684bb0a2a3 2024-12-03T21:40:49,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a5f686fcb3e1428db14d7337c2b00cc9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/a5f686fcb3e1428db14d7337c2b00cc9 2024-12-03T21:40:49,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/d27b9a6a78f44dbfacd992b897e7aa41 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/d27b9a6a78f44dbfacd992b897e7aa41 2024-12-03T21:40:49,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/07a210086ee840bd8bd53be47d7cd661 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/07a210086ee840bd8bd53be47d7cd661 2024-12-03T21:40:49,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/fba9f5b0f8b94ce980da67255c8024e5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/fba9f5b0f8b94ce980da67255c8024e5 2024-12-03T21:40:49,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f4ae650bf7274259a43a84e6179eb5bf to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f4ae650bf7274259a43a84e6179eb5bf 2024-12-03T21:40:49,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/2f689f49dda04a23a70a21ba242e5150 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/2f689f49dda04a23a70a21ba242e5150 2024-12-03T21:40:49,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f6dae3d166044585ba17a70388520351 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/f6dae3d166044585ba17a70388520351 2024-12-03T21:40:49,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/086b002e3e7640eeb755b99454caa996 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/086b002e3e7640eeb755b99454caa996 2024-12-03T21:40:49,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/302767039aa14ffcaf9d4ef942325443 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/302767039aa14ffcaf9d4ef942325443 2024-12-03T21:40:49,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/44c3187260f14c1ca3e189794dfe4cb0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/44c3187260f14c1ca3e189794dfe4cb0 2024-12-03T21:40:49,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b7bde74fd8194548a67ba356df475e65 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/b7bde74fd8194548a67ba356df475e65 2024-12-03T21:40:49,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5e700df14094295accdd6cd7c4a4bbf to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5e700df14094295accdd6cd7c4a4bbf 2024-12-03T21:40:49,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5a3ca059533441aae286cc1454b7494 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/c5a3ca059533441aae286cc1454b7494 2024-12-03T21:40:49,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bce57f8f56f647e88abba872e54c3b89 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/bce57f8f56f647e88abba872e54c3b89 2024-12-03T21:40:49,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/aa9c5a1410fd44ecaacd2b484e0bbc37 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/aa9c5a1410fd44ecaacd2b484e0bbc37 2024-12-03T21:40:49,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9c93f82befa441c3a1d2fcd2b42b66d5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/9c93f82befa441c3a1d2fcd2b42b66d5 2024-12-03T21:40:49,349 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/recovered.edits/634.seqid, newMaxSeqId=634, maxSeqId=1 2024-12-03T21:40:49,350 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. 2024-12-03T21:40:49,350 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 7a2ea152ba078ec2963d08c67e5a1d02: Waiting for close lock at 1733262046820Running coprocessor pre-close hooks at 1733262046820Disabling compacts and flushes for region at 1733262046820Disabling writes for close at 1733262047896 (+1076 ms)Obtaining lock to block concurrent updates at 1733262047896Preparing flush snapshotting stores in 7a2ea152ba078ec2963d08c67e5a1d02 at 1733262047896Finished memstore snapshotting TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=21120, getOffHeapSize=0, getCellsCount=150 at 1733262047897 (+1 ms)Flushing stores of TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02. at 1733262047897Flushing 7a2ea152ba078ec2963d08c67e5a1d02/A: creating writer at 1733262047897Flushing 7a2ea152ba078ec2963d08c67e5a1d02/A: appending metadata at 1733262047900 (+3 ms)Flushing 7a2ea152ba078ec2963d08c67e5a1d02/A: closing flushed file at 1733262047900Flushing 7a2ea152ba078ec2963d08c67e5a1d02/B: creating writer at 1733262048317 (+417 ms)Flushing 7a2ea152ba078ec2963d08c67e5a1d02/B: appending metadata at 1733262048321 (+4 ms)Flushing 7a2ea152ba078ec2963d08c67e5a1d02/B: closing flushed file at 1733262048322 (+1 ms)Flushing 7a2ea152ba078ec2963d08c67e5a1d02/C: creating writer at 1733262048742 (+420 ms)Flushing 7a2ea152ba078ec2963d08c67e5a1d02/C: appending metadata at 1733262048746 (+4 ms)Flushing 7a2ea152ba078ec2963d08c67e5a1d02/C: closing flushed file at 1733262048746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d0500bb: reopening flushed file at 1733262049165 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5719b171: reopening flushed file at 1733262049172 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c2eef8: reopening flushed file at 1733262049178 (+6 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~20.63 KB/21120, currentSize=0 B/0 for 7a2ea152ba078ec2963d08c67e5a1d02 in 1288ms, sequenceid=631, compaction requested=true at 1733262049184 (+6 ms)Writing region close event to WAL at 1733262049345 (+161 ms)Running coprocessor post-close hooks at 1733262049350 (+5 ms)Closed at 1733262049350 2024-12-03T21:40:49,353 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:49,353 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=7a2ea152ba078ec2963d08c67e5a1d02, regionState=CLOSED 2024-12-03T21:40:49,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:40:49,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-03T21:40:49,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 7a2ea152ba078ec2963d08c67e5a1d02, server=101545f66cbd,43541,1733262011125 in 2.6960 sec 2024-12-03T21:40:49,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-03T21:40:49,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7a2ea152ba078ec2963d08c67e5a1d02, UNASSIGN in 2.7040 sec 2024-12-03T21:40:49,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-03T21:40:49,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7120 sec 2024-12-03T21:40:49,367 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262049367"}]},"ts":"1733262049367"} 2024-12-03T21:40:49,369 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T21:40:49,369 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T21:40:49,371 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.7280 sec 2024-12-03T21:40:50,753 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T21:40:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-03T21:40:50,804 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:50,806 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T21:40:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:50,810 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-03T21:40:50,812 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=37, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:50,816 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:50,821 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/recovered.edits] 2024-12-03T21:40:50,825 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/33db131dd7934131bac528a32563706a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/33db131dd7934131bac528a32563706a 2024-12-03T21:40:50,827 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/4ed255b7f0d147aea7d0aa7e8cad0792 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/4ed255b7f0d147aea7d0aa7e8cad0792 2024-12-03T21:40:50,828 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/769fdfc236e94b6bb61e6c5c5d223145 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/769fdfc236e94b6bb61e6c5c5d223145 2024-12-03T21:40:50,830 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f75f36e5f8384bddbdf0b9bfb387fd8a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/A/f75f36e5f8384bddbdf0b9bfb387fd8a 2024-12-03T21:40:50,832 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1e18af5c781c450895e3a8d05e717bf2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/1e18af5c781c450895e3a8d05e717bf2 2024-12-03T21:40:50,834 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5294aa7d39ee43cdb33b4a91edfa575b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/5294aa7d39ee43cdb33b4a91edfa575b 2024-12-03T21:40:50,835 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a9f281fd94864ebe8f22fbef08e3f62c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/a9f281fd94864ebe8f22fbef08e3f62c 2024-12-03T21:40:50,837 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fe8d66bd413f48998d36a25c3ed4be76 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/B/fe8d66bd413f48998d36a25c3ed4be76 2024-12-03T21:40:50,840 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/0c759f626de84eb4b51825e5c63480f0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/0c759f626de84eb4b51825e5c63480f0 2024-12-03T21:40:50,841 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/79d8e98f193344809b206e4c901e38ca to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/79d8e98f193344809b206e4c901e38ca 2024-12-03T21:40:50,843 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/8c47ca4be1ef4da1aed71b792104036c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/8c47ca4be1ef4da1aed71b792104036c 2024-12-03T21:40:50,844 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/95eee8acb5094121b11a277d143eba17 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/C/95eee8acb5094121b11a277d143eba17 2024-12-03T21:40:50,847 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/recovered.edits/634.seqid to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02/recovered.edits/634.seqid 2024-12-03T21:40:50,847 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/7a2ea152ba078ec2963d08c67e5a1d02 2024-12-03T21:40:50,847 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T21:40:50,852 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=37, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:50,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-03T21:40:50,861 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T21:40:50,888 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T21:40:50,890 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=37, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:50,890 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T21:40:50,891 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733262050890"}]},"ts":"9223372036854775807"} 2024-12-03T21:40:50,895 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T21:40:50,895 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7a2ea152ba078ec2963d08c67e5a1d02, NAME => 'TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T21:40:50,895 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T21:40:50,896 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733262050895"}]},"ts":"9223372036854775807"} 2024-12-03T21:40:50,899 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T21:40:50,900 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=37, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:50,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-12-03T21:40:50,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-03T21:40:50,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T21:40:50,914 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:50,925 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=248 (was 211) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;101545f66cbd:43541-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/101545f66cbd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_904008319_22 at /127.0.0.1:60816 [Waiting for operation #25] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=445 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=164 (was 95) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9867 (was 10415) 2024-12-03T21:40:50,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248, OpenFileDescriptor=445, MaxFileDescriptor=1048576, SystemLoadAverage=164, ProcessCount=11, AvailableMemoryMB=9866 2024-12-03T21:40:50,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T21:40:50,935 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:40:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:50,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:40:50,938 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:50,938 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 38 2024-12-03T21:40:50,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:40:50,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-03T21:40:50,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741978_1154 (size=1061) 2024-12-03T21:40:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-03T21:40:51,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-03T21:40:51,349 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca 2024-12-03T21:40:51,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741979_1155 (size=53) 2024-12-03T21:40:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-03T21:40:51,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:40:51,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 0967187c289414fd751a24be14f9efd9, disabling compactions & flushes 2024-12-03T21:40:51,761 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:51,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:51,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. after waiting 0 ms 2024-12-03T21:40:51,761 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:51,761 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:51,762 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0967187c289414fd751a24be14f9efd9: Waiting for close lock at 1733262051761Disabling compacts and flushes for region at 1733262051761Disabling writes for close at 1733262051761Writing region close event to WAL at 1733262051761Closed at 1733262051761 2024-12-03T21:40:51,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:40:51,798 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733262051797"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733262051797"}]},"ts":"1733262051797"} 2024-12-03T21:40:51,802 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:40:51,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:40:51,804 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262051803"}]},"ts":"1733262051803"} 2024-12-03T21:40:51,806 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T21:40:51,806 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, ASSIGN}] 2024-12-03T21:40:51,808 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, ASSIGN 2024-12-03T21:40:51,808 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, ASSIGN; state=OFFLINE, location=101545f66cbd,43541,1733262011125; forceNewPlan=false, retain=false 2024-12-03T21:40:51,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=0967187c289414fd751a24be14f9efd9, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:51,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, ASSIGN because future has completed 2024-12-03T21:40:51,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:40:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-03T21:40:52,129 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:52,129 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:40:52,129 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,130 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:40:52,130 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,130 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,132 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,134 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:40:52,135 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0967187c289414fd751a24be14f9efd9 columnFamilyName A 2024-12-03T21:40:52,135 DEBUG [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:52,136 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(327): Store=0967187c289414fd751a24be14f9efd9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:52,136 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,138 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:40:52,138 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0967187c289414fd751a24be14f9efd9 columnFamilyName B 2024-12-03T21:40:52,138 DEBUG [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:52,139 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(327): Store=0967187c289414fd751a24be14f9efd9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:52,139 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,141 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:40:52,141 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0967187c289414fd751a24be14f9efd9 columnFamilyName C 2024-12-03T21:40:52,141 DEBUG [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:52,142 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(327): Store=0967187c289414fd751a24be14f9efd9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:52,142 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:52,142 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,143 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,144 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,145 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,145 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,145 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:40:52,147 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,149 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:40:52,149 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 0967187c289414fd751a24be14f9efd9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72428225, jitterRate=0.07926465570926666}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:40:52,149 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:52,150 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 0967187c289414fd751a24be14f9efd9: Running coprocessor pre-open hook at 1733262052130Writing region info on filesystem at 1733262052130Initializing all the Stores at 1733262052132 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262052132Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262052132Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262052132Cleaning up temporary data from old regions at 1733262052145 (+13 ms)Running coprocessor post-open hooks at 1733262052149 (+4 ms)Region opened successfully at 1733262052150 (+1 ms) 2024-12-03T21:40:52,151 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., pid=40, masterSystemTime=1733262052120 2024-12-03T21:40:52,153 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:52,153 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:52,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=0967187c289414fd751a24be14f9efd9, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:52,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:40:52,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-03T21:40:52,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 in 190 msec 2024-12-03T21:40:52,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-03T21:40:52,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, ASSIGN in 353 msec 2024-12-03T21:40:52,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:40:52,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262052162"}]},"ts":"1733262052162"} 2024-12-03T21:40:52,164 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T21:40:52,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=38, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:40:52,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2300 sec 2024-12-03T21:40:53,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-12-03T21:40:53,084 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:53,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6374bdcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:53,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:53,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:53,089 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:53,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e595508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:53,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:53,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:53,093 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e548935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:53,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:53,096 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:53,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:53,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:40:53,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36053,1733262010428 2024-12-03T21:40:53,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67a4aeb8 2024-12-03T21:40:53,101 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:40:53,102 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:40:53,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T21:40:53,107 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:40:53,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T21:40:53,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741980_1156 (size=1097) 2024-12-03T21:40:53,528 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-03T21:40:53,529 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-03T21:40:53,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T21:40:53,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, REOPEN/MOVE}] 2024-12-03T21:40:53,546 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, REOPEN/MOVE 2024-12-03T21:40:53,547 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=0967187c289414fd751a24be14f9efd9, regionState=CLOSING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:53,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, REOPEN/MOVE because future has completed 2024-12-03T21:40:53,549 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T21:40:53,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:40:53,702 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(122): Close 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:53,702 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T21:40:53,702 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1722): Closing 0967187c289414fd751a24be14f9efd9, disabling compactions & flushes 2024-12-03T21:40:53,702 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:53,702 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:53,702 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. after waiting 0 ms 2024-12-03T21:40:53,702 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:53,707 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T21:40:53,708 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:53,708 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegion(1676): Region close journal for 0967187c289414fd751a24be14f9efd9: Waiting for close lock at 1733262053702Running coprocessor pre-close hooks at 1733262053702Disabling compacts and flushes for region at 1733262053702Disabling writes for close at 1733262053702Writing region close event to WAL at 1733262053703 (+1 ms)Running coprocessor post-close hooks at 1733262053708 (+5 ms)Closed at 1733262053708 2024-12-03T21:40:53,709 WARN [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] regionserver.HRegionServer(3299): Not adding moved region record: 0967187c289414fd751a24be14f9efd9 to self. 2024-12-03T21:40:53,711 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=44}] handler.UnassignRegionHandler(157): Closed 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:53,712 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=0967187c289414fd751a24be14f9efd9, regionState=CLOSED 2024-12-03T21:40:53,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:40:53,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-03T21:40:53,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; CloseRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 in 168 msec 2024-12-03T21:40:53,721 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, REOPEN/MOVE; state=CLOSED, location=101545f66cbd,43541,1733262011125; forceNewPlan=false, retain=true 2024-12-03T21:40:53,872 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=0967187c289414fd751a24be14f9efd9, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:53,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=42, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, REOPEN/MOVE because future has completed 2024-12-03T21:40:53,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:40:54,041 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,041 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:40:54,042 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,042 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:40:54,043 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,043 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,050 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,051 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:40:54,057 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0967187c289414fd751a24be14f9efd9 columnFamilyName A 2024-12-03T21:40:54,059 DEBUG [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:54,059 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(327): Store=0967187c289414fd751a24be14f9efd9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:54,060 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,060 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:40:54,061 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0967187c289414fd751a24be14f9efd9 columnFamilyName B 2024-12-03T21:40:54,061 DEBUG [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:54,061 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(327): Store=0967187c289414fd751a24be14f9efd9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:54,061 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,062 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:40:54,062 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0967187c289414fd751a24be14f9efd9 columnFamilyName C 2024-12-03T21:40:54,062 DEBUG [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:54,063 INFO [StoreOpener-0967187c289414fd751a24be14f9efd9-1 {}] regionserver.HStore(327): Store=0967187c289414fd751a24be14f9efd9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:40:54,063 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,063 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,063 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,065 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,066 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,066 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,066 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:40:54,067 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,068 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 0967187c289414fd751a24be14f9efd9; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64599528, jitterRate=-0.0373920202255249}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:40:54,068 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,070 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 0967187c289414fd751a24be14f9efd9: Running coprocessor pre-open hook at 1733262054043Writing region info on filesystem at 1733262054043Initializing all the Stores at 1733262054045 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262054045Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262054046 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262054046Cleaning up temporary data from old regions at 1733262054066 (+20 ms)Running coprocessor post-open hooks at 1733262054068 (+2 ms)Region opened successfully at 1733262054070 (+2 ms) 2024-12-03T21:40:54,071 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., pid=45, masterSystemTime=1733262054032 2024-12-03T21:40:54,072 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,073 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,073 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=43 updating hbase:meta row=0967187c289414fd751a24be14f9efd9, regionState=OPEN, openSeqNum=5, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=43, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:40:54,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=43 2024-12-03T21:40:54,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=43, state=SUCCESS, hasLock=false; OpenRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 in 196 msec 2024-12-03T21:40:54,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-03T21:40:54,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, REOPEN/MOVE in 532 msec 2024-12-03T21:40:54,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-03T21:40:54,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 543 msec 2024-12-03T21:40:54,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 975 msec 2024-12-03T21:40:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=41 2024-12-03T21:40:54,088 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:54,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e853879, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:54,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:54,090 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:54,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:54,090 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4040b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:54,092 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:54,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c7cf29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a00ea56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:54,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:54,095 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3649d1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:54,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:54,097 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:54,097 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:54,098 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b35ed7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b474cb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:54,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:54,100 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@407f9e75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:54,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:54,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:54,101 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dcd2a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0133ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:54,103 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:54,104 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:54,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387d58ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:54,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:54,105 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:54,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:54,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74870fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9032c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:54,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:54,108 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:54,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3489f5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:54,109 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:54,110 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:54,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fce5e38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4870d163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:54,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:54,113 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:54,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:54,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:54,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba5971a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:54,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:54,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:54,114 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:54,115 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c600735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e9634b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:54,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:54,116 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293659ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:54,117 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:54,118 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:54,119 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448192b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f7e914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:54,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:54,120 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:54,120 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237643a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:54,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:54,122 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:54,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4940a7d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@559060c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:40:54,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:40:54,124 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:40:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:40:54,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:40:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e868d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:40:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:40:54,125 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:40:54,126 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:40:54,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273813dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:40:54,127 DEBUG [Thread-763 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:54,127 DEBUG [Thread-759 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:54,128 DEBUG [Thread-757 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:54,128 DEBUG [Thread-761 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:54,129 DEBUG [Thread-772 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:54,129 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:54,129 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:54,130 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-03T21:40:54,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:54,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:54,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:54,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:54,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:54,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T21:40:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:54,133 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:54,133 DEBUG [Thread-755 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:54,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:54,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:54,135 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:40:54,135 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:54,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:54,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:54,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:40:54,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:40:54,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:54,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:40:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:40:54,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:40:54,140 DEBUG [Thread-766 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:54,141 DEBUG [Thread-770 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:54,142 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:54,143 DEBUG [Thread-768 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:40:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:54,143 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:54,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:54,145 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:40:54,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:54,146 DEBUG [Thread-770 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:40:54,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:54,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:40:54,149 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:40:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:40:54,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T21:40:54,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:40:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:40:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:40:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:40:54,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:54,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038ed8d91b81f84b38a744ed5b90e359c2_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262054151/Put/seqid=0 2024-12-03T21:40:54,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262114196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262114198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262114198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262114201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262114203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741981_1157 (size=12154) 2024-12-03T21:40:54,215 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:54,221 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038ed8d91b81f84b38a744ed5b90e359c2_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038ed8d91b81f84b38a744ed5b90e359c2_0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,222 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/34a58f0ddbf24d96b30583f7a1a125eb, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:54,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/34a58f0ddbf24d96b30583f7a1a125eb is 175, key is test_row_0/A:col10/1733262054151/Put/seqid=0 2024-12-03T21:40:54,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741982_1158 (size=30955) 2024-12-03T21:40:54,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T21:40:54,248 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/34a58f0ddbf24d96b30583f7a1a125eb 2024-12-03T21:40:54,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/8b5c197159c848599e42b2d5990730dc is 50, key is test_row_0/B:col10/1733262054151/Put/seqid=0 2024-12-03T21:40:54,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-03T21:40:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:54,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:54,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:54,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741983_1159 (size=12001) 2024-12-03T21:40:54,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/8b5c197159c848599e42b2d5990730dc 2024-12-03T21:40:54,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262114314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,316 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262114314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262114315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262114315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,318 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262114324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/9775fc63668f4567816a9fcbebe36b7d is 50, key is test_row_0/C:col10/1733262054151/Put/seqid=0 2024-12-03T21:40:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741984_1160 (size=12001) 2024-12-03T21:40:54,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/9775fc63668f4567816a9fcbebe36b7d 2024-12-03T21:40:54,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/34a58f0ddbf24d96b30583f7a1a125eb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/34a58f0ddbf24d96b30583f7a1a125eb 2024-12-03T21:40:54,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/34a58f0ddbf24d96b30583f7a1a125eb, entries=150, sequenceid=17, filesize=30.2 K 2024-12-03T21:40:54,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/8b5c197159c848599e42b2d5990730dc as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/8b5c197159c848599e42b2d5990730dc 2024-12-03T21:40:54,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/8b5c197159c848599e42b2d5990730dc, entries=150, sequenceid=17, filesize=11.7 K 2024-12-03T21:40:54,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/9775fc63668f4567816a9fcbebe36b7d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9775fc63668f4567816a9fcbebe36b7d 2024-12-03T21:40:54,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9775fc63668f4567816a9fcbebe36b7d, entries=150, sequenceid=17, filesize=11.7 K 2024-12-03T21:40:54,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 0967187c289414fd751a24be14f9efd9 in 242ms, sequenceid=17, compaction requested=false 2024-12-03T21:40:54,395 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T21:40:54,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:54,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-03T21:40:54,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,446 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:40:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:40:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:40:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:40:54,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T21:40:54,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120309341aeaf74146f8b18e9c1d9fc5cb33_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262054197/Put/seqid=0 2024-12-03T21:40:54,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741985_1161 (size=12154) 2024-12-03T21:40:54,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:54,490 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120309341aeaf74146f8b18e9c1d9fc5cb33_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120309341aeaf74146f8b18e9c1d9fc5cb33_0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/aa8059254c1f4af6aed687446456a4fe, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:54,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/aa8059254c1f4af6aed687446456a4fe is 175, key is test_row_0/A:col10/1733262054197/Put/seqid=0 2024-12-03T21:40:54,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741986_1162 (size=30955) 2024-12-03T21:40:54,509 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/aa8059254c1f4af6aed687446456a4fe 2024-12-03T21:40:54,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/79ba3503f27c4fb8bf9ef102280cef0b is 50, key is test_row_0/B:col10/1733262054197/Put/seqid=0 2024-12-03T21:40:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:54,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741987_1163 (size=12001) 2024-12-03T21:40:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262114540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262114538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,546 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/79ba3503f27c4fb8bf9ef102280cef0b 2024-12-03T21:40:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262114542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262114543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262114545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,550 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/a278c0984f0e46f7861da3d3f6e42d5b is 50, key is test_row_0/C:col10/1733262054197/Put/seqid=0 2024-12-03T21:40:54,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741988_1164 (size=12001) 2024-12-03T21:40:54,572 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/a278c0984f0e46f7861da3d3f6e42d5b 2024-12-03T21:40:54,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/aa8059254c1f4af6aed687446456a4fe as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/aa8059254c1f4af6aed687446456a4fe 2024-12-03T21:40:54,595 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/aa8059254c1f4af6aed687446456a4fe, entries=150, sequenceid=36, filesize=30.2 K 2024-12-03T21:40:54,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/79ba3503f27c4fb8bf9ef102280cef0b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/79ba3503f27c4fb8bf9ef102280cef0b 2024-12-03T21:40:54,604 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/79ba3503f27c4fb8bf9ef102280cef0b, entries=150, sequenceid=36, filesize=11.7 K 2024-12-03T21:40:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/a278c0984f0e46f7861da3d3f6e42d5b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a278c0984f0e46f7861da3d3f6e42d5b 2024-12-03T21:40:54,619 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a278c0984f0e46f7861da3d3f6e42d5b, entries=150, sequenceid=36, filesize=11.7 K 2024-12-03T21:40:54,620 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 0967187c289414fd751a24be14f9efd9 in 174ms, sequenceid=36, compaction requested=false 2024-12-03T21:40:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-03T21:40:54,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-03T21:40:54,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-03T21:40:54,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 487 msec 2024-12-03T21:40:54,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 497 msec 2024-12-03T21:40:54,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:40:54,658 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:40:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:40:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:40:54,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:54,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203fd2b94f23296487a9d79b60d26bd844e_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262054656/Put/seqid=0 2024-12-03T21:40:54,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741989_1165 (size=12154) 2024-12-03T21:40:54,680 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:54,686 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203fd2b94f23296487a9d79b60d26bd844e_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fd2b94f23296487a9d79b60d26bd844e_0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:54,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262114677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262114679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262114681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,689 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262114683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,690 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262114685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,691 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,692 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/ce147338a292473e903a7429f2def0e0, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:54,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/ce147338a292473e903a7429f2def0e0 is 175, key is test_row_0/A:col10/1733262054656/Put/seqid=0 2024-12-03T21:40:54,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741990_1166 (size=30955) 2024-12-03T21:40:54,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-03T21:40:54,764 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:54,764 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-03T21:40:54,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T21:40:54,767 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:54,768 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:54,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:54,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262114794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262114794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262114794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262114794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262114794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:54,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T21:40:54,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T21:40:54,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T21:40:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:54,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:54,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:54,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262115004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262115004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262115005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262115005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262115005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,011 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,011 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T21:40:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T21:40:55,108 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/ce147338a292473e903a7429f2def0e0 2024-12-03T21:40:55,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/43844221efcb46119d65312a454f4efd is 50, key is test_row_0/B:col10/1733262054656/Put/seqid=0 2024-12-03T21:40:55,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741991_1167 (size=12001) 2024-12-03T21:40:55,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T21:40:55,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:55,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262115313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262115313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262115314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262115314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262115314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,317 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T21:40:55,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:55,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T21:40:55,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/43844221efcb46119d65312a454f4efd 2024-12-03T21:40:55,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/6318987564c64b5ca30d53676ea589b8 is 50, key is test_row_0/C:col10/1733262054656/Put/seqid=0 2024-12-03T21:40:55,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T21:40:55,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:55,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741992_1168 (size=12001) 2024-12-03T21:40:55,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T21:40:55,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:55,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262115824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262115824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262115824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262115824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262115824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:55,828 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:55,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T21:40:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:40:55,884 INFO [master/101545f66cbd:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-03T21:40:55,884 INFO [master/101545f66cbd:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-03T21:40:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T21:40:55,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/6318987564c64b5ca30d53676ea589b8 2024-12-03T21:40:55,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/ce147338a292473e903a7429f2def0e0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/ce147338a292473e903a7429f2def0e0 2024-12-03T21:40:55,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/ce147338a292473e903a7429f2def0e0, entries=150, sequenceid=51, filesize=30.2 K 2024-12-03T21:40:55,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/43844221efcb46119d65312a454f4efd as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/43844221efcb46119d65312a454f4efd 2024-12-03T21:40:55,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/43844221efcb46119d65312a454f4efd, entries=150, sequenceid=51, filesize=11.7 K 2024-12-03T21:40:55,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/6318987564c64b5ca30d53676ea589b8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/6318987564c64b5ca30d53676ea589b8 2024-12-03T21:40:55,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/6318987564c64b5ca30d53676ea589b8, entries=150, sequenceid=51, filesize=11.7 K 2024-12-03T21:40:55,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 0967187c289414fd751a24be14f9efd9 in 1301ms, sequenceid=51, compaction requested=true 2024-12-03T21:40:55,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:55,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:55,959 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:55,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:55,959 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:55,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:55,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:55,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:55,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:55,961 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:55,961 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:55,961 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/B is initiating minor compaction (all files) 2024-12-03T21:40:55,961 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/A is initiating minor compaction (all files) 2024-12-03T21:40:55,961 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/A in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,961 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/B in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,961 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/34a58f0ddbf24d96b30583f7a1a125eb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/aa8059254c1f4af6aed687446456a4fe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/ce147338a292473e903a7429f2def0e0] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=90.7 K 2024-12-03T21:40:55,961 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/8b5c197159c848599e42b2d5990730dc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/79ba3503f27c4fb8bf9ef102280cef0b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/43844221efcb46119d65312a454f4efd] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=35.2 K 2024-12-03T21:40:55,961 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,961 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/34a58f0ddbf24d96b30583f7a1a125eb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/aa8059254c1f4af6aed687446456a4fe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/ce147338a292473e903a7429f2def0e0] 2024-12-03T21:40:55,962 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34a58f0ddbf24d96b30583f7a1a125eb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733262054143 2024-12-03T21:40:55,962 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b5c197159c848599e42b2d5990730dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733262054143 2024-12-03T21:40:55,963 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa8059254c1f4af6aed687446456a4fe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733262054194 2024-12-03T21:40:55,963 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ba3503f27c4fb8bf9ef102280cef0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733262054194 2024-12-03T21:40:55,963 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce147338a292473e903a7429f2def0e0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733262054543 2024-12-03T21:40:55,964 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 43844221efcb46119d65312a454f4efd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733262054543 2024-12-03T21:40:55,974 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:55,974 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/b36256e833d2439eac3b4abb3c757e46 is 50, key is test_row_0/B:col10/1733262054656/Put/seqid=0 2024-12-03T21:40:55,976 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:55,980 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203d72eaca57c2246a7b0fe5f31d6b53d36_0967187c289414fd751a24be14f9efd9 store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:55,987 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203d72eaca57c2246a7b0fe5f31d6b53d36_0967187c289414fd751a24be14f9efd9, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:55,987 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d72eaca57c2246a7b0fe5f31d6b53d36_0967187c289414fd751a24be14f9efd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:55,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741993_1169 (size=12104) 2024-12-03T21:40:55,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-03T21:40:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:55,995 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T21:40:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:40:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:40:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:40:55,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:56,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741994_1170 (size=4469) 2024-12-03T21:40:56,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e9ac64164df74d67b36f1465b6fb0b58_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262054680/Put/seqid=0 2024-12-03T21:40:56,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741995_1171 (size=12154) 2024-12-03T21:40:56,394 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/b36256e833d2439eac3b4abb3c757e46 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/b36256e833d2439eac3b4abb3c757e46 2024-12-03T21:40:56,399 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/B of 0967187c289414fd751a24be14f9efd9 into b36256e833d2439eac3b4abb3c757e46(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:56,399 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:56,399 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/B, priority=13, startTime=1733262055959; duration=0sec 2024-12-03T21:40:56,399 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:56,399 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:B 2024-12-03T21:40:56,399 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:56,401 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:56,401 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/C is initiating minor compaction (all files) 2024-12-03T21:40:56,401 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/C in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:56,401 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9775fc63668f4567816a9fcbebe36b7d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a278c0984f0e46f7861da3d3f6e42d5b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/6318987564c64b5ca30d53676ea589b8] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=35.2 K 2024-12-03T21:40:56,401 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9775fc63668f4567816a9fcbebe36b7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733262054143 2024-12-03T21:40:56,402 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a278c0984f0e46f7861da3d3f6e42d5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733262054194 2024-12-03T21:40:56,402 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 6318987564c64b5ca30d53676ea589b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733262054543 2024-12-03T21:40:56,410 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#C#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:56,411 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/f86a9bb1b0414cec95d5591e743eb4af is 50, key is test_row_0/C:col10/1733262054656/Put/seqid=0 2024-12-03T21:40:56,416 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:56,417 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/6665c0d51b174422bab76783b4397fb8 is 175, key is test_row_0/A:col10/1733262054656/Put/seqid=0 2024-12-03T21:40:56,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741996_1172 (size=12104) 2024-12-03T21:40:56,426 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/f86a9bb1b0414cec95d5591e743eb4af as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f86a9bb1b0414cec95d5591e743eb4af 2024-12-03T21:40:56,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:56,436 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/C of 0967187c289414fd751a24be14f9efd9 into f86a9bb1b0414cec95d5591e743eb4af(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:56,436 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:56,436 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/C, priority=13, startTime=1733262055959; duration=0sec 2024-12-03T21:40:56,437 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:56,437 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:C 2024-12-03T21:40:56,437 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e9ac64164df74d67b36f1465b6fb0b58_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e9ac64164df74d67b36f1465b6fb0b58_0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:56,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/21a21722a94d4611a1f464028281e61d, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:56,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/21a21722a94d4611a1f464028281e61d is 175, key is test_row_0/A:col10/1733262054680/Put/seqid=0 2024-12-03T21:40:56,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741997_1173 (size=31058) 2024-12-03T21:40:56,452 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/6665c0d51b174422bab76783b4397fb8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/6665c0d51b174422bab76783b4397fb8 2024-12-03T21:40:56,459 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/A of 0967187c289414fd751a24be14f9efd9 into 6665c0d51b174422bab76783b4397fb8(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:56,459 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:56,459 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/A, priority=13, startTime=1733262055959; duration=0sec 2024-12-03T21:40:56,459 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:56,459 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:A 2024-12-03T21:40:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741998_1174 (size=30955) 2024-12-03T21:40:56,470 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=68, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/21a21722a94d4611a1f464028281e61d 2024-12-03T21:40:56,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/77004065e9774bc9b3000fd6c51e5ea5 is 50, key is test_row_0/B:col10/1733262054680/Put/seqid=0 2024-12-03T21:40:56,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741999_1175 (size=12001) 2024-12-03T21:40:56,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:56,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:56,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262116849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,855 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262116851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:56,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262116852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262116854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262116855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:56,890 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/77004065e9774bc9b3000fd6c51e5ea5 2024-12-03T21:40:56,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/b104196528f54048ab719e5788c08054 is 50, key is test_row_0/C:col10/1733262054680/Put/seqid=0 2024-12-03T21:40:56,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T21:40:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742000_1176 (size=12001) 2024-12-03T21:40:56,925 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/b104196528f54048ab719e5788c08054 2024-12-03T21:40:56,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/21a21722a94d4611a1f464028281e61d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/21a21722a94d4611a1f464028281e61d 2024-12-03T21:40:56,937 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/21a21722a94d4611a1f464028281e61d, entries=150, sequenceid=68, filesize=30.2 K 2024-12-03T21:40:56,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/77004065e9774bc9b3000fd6c51e5ea5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77004065e9774bc9b3000fd6c51e5ea5 2024-12-03T21:40:56,943 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77004065e9774bc9b3000fd6c51e5ea5, entries=150, sequenceid=68, filesize=11.7 K 2024-12-03T21:40:56,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/b104196528f54048ab719e5788c08054 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/b104196528f54048ab719e5788c08054 2024-12-03T21:40:56,949 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/b104196528f54048ab719e5788c08054, entries=150, sequenceid=68, filesize=11.7 K 2024-12-03T21:40:56,951 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 0967187c289414fd751a24be14f9efd9 in 956ms, sequenceid=68, compaction requested=false 2024-12-03T21:40:56,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:56,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:56,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-03T21:40:56,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-03T21:40:56,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-03T21:40:56,957 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1870 sec 2024-12-03T21:40:56,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.1930 sec 2024-12-03T21:40:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:56,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:40:56,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:40:56,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:56,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:40:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:40:56,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:56,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031670b794ffba4e87a4ae72a0408e78bc_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262056965/Put/seqid=0 2024-12-03T21:40:56,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262116989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262116990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262116991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262116991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,997 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262116991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:56,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:56,998 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742001_1177 (size=14594) 2024-12-03T21:40:57,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,001 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,001 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:57,008 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031670b794ffba4e87a4ae72a0408e78bc_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031670b794ffba4e87a4ae72a0408e78bc_0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:57,010 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/4dffddbb2b464fc3a310cf404886c350, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:57,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/4dffddbb2b464fc3a310cf404886c350 is 175, key is test_row_0/A:col10/1733262056965/Put/seqid=0 2024-12-03T21:40:57,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742002_1178 (size=39549) 2024-12-03T21:40:57,028 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=87, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/4dffddbb2b464fc3a310cf404886c350 2024-12-03T21:40:57,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/1b01e0bac00f452eb21cc6b2bea499f0 is 50, key is test_row_0/B:col10/1733262056965/Put/seqid=0 2024-12-03T21:40:57,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742003_1179 (size=12001) 2024-12-03T21:40:57,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262117103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262117103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262117103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262117104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262117104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262117313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262117313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262117314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262117314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262117314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/1b01e0bac00f452eb21cc6b2bea499f0 2024-12-03T21:40:57,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/caf79ea35e32497087ac7a12268fa072 is 50, key is test_row_0/C:col10/1733262056965/Put/seqid=0 2024-12-03T21:40:57,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742004_1180 (size=12001) 2024-12-03T21:40:57,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/caf79ea35e32497087ac7a12268fa072 2024-12-03T21:40:57,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/4dffddbb2b464fc3a310cf404886c350 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/4dffddbb2b464fc3a310cf404886c350 2024-12-03T21:40:57,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/4dffddbb2b464fc3a310cf404886c350, entries=200, sequenceid=87, filesize=38.6 K 2024-12-03T21:40:57,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/1b01e0bac00f452eb21cc6b2bea499f0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/1b01e0bac00f452eb21cc6b2bea499f0 2024-12-03T21:40:57,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/1b01e0bac00f452eb21cc6b2bea499f0, entries=150, sequenceid=87, filesize=11.7 K 2024-12-03T21:40:57,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/caf79ea35e32497087ac7a12268fa072 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/caf79ea35e32497087ac7a12268fa072 2024-12-03T21:40:57,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/caf79ea35e32497087ac7a12268fa072, entries=150, sequenceid=87, filesize=11.7 K 2024-12-03T21:40:57,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=100.63 KB/103050 for 0967187c289414fd751a24be14f9efd9 in 523ms, sequenceid=87, compaction requested=true 2024-12-03T21:40:57,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:57,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:40:57,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:57,490 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:57,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:40:57,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:57,491 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:57,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:40:57,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:57,491 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:57,492 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/A is initiating minor compaction (all files) 2024-12-03T21:40:57,492 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/A in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:57,492 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:57,492 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/6665c0d51b174422bab76783b4397fb8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/21a21722a94d4611a1f464028281e61d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/4dffddbb2b464fc3a310cf404886c350] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=99.2 K 2024-12-03T21:40:57,492 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/B is initiating minor compaction (all files) 2024-12-03T21:40:57,492 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:57,492 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/B in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:57,492 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/6665c0d51b174422bab76783b4397fb8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/21a21722a94d4611a1f464028281e61d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/4dffddbb2b464fc3a310cf404886c350] 2024-12-03T21:40:57,492 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/b36256e833d2439eac3b4abb3c757e46, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77004065e9774bc9b3000fd6c51e5ea5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/1b01e0bac00f452eb21cc6b2bea499f0] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=35.3 K 2024-12-03T21:40:57,493 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6665c0d51b174422bab76783b4397fb8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733262054543 2024-12-03T21:40:57,493 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting b36256e833d2439eac3b4abb3c757e46, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733262054543 2024-12-03T21:40:57,493 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21a21722a94d4611a1f464028281e61d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733262054676 2024-12-03T21:40:57,493 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 77004065e9774bc9b3000fd6c51e5ea5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733262054676 2024-12-03T21:40:57,493 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4dffddbb2b464fc3a310cf404886c350, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733262056850 2024-12-03T21:40:57,493 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b01e0bac00f452eb21cc6b2bea499f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733262056852 2024-12-03T21:40:57,501 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:57,503 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#B#compaction#160 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:57,504 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203db2bbe4afcaf4dd689611077e0d57d6f_0967187c289414fd751a24be14f9efd9 store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:57,504 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/a036adcc123d43dd9205d296233e89e8 is 50, key is test_row_0/B:col10/1733262056965/Put/seqid=0 2024-12-03T21:40:57,507 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203db2bbe4afcaf4dd689611077e0d57d6f_0967187c289414fd751a24be14f9efd9, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:57,507 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203db2bbe4afcaf4dd689611077e0d57d6f_0967187c289414fd751a24be14f9efd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:57,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742006_1182 (size=4469) 2024-12-03T21:40:57,524 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#A#compaction#159 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:57,525 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/dcbaa89d4ef147f982df3210e2f671da is 175, key is test_row_0/A:col10/1733262056965/Put/seqid=0 2024-12-03T21:40:57,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742005_1181 (size=12207) 2024-12-03T21:40:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742007_1183 (size=31161) 2024-12-03T21:40:57,541 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/dcbaa89d4ef147f982df3210e2f671da as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/dcbaa89d4ef147f982df3210e2f671da 2024-12-03T21:40:57,551 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/A of 0967187c289414fd751a24be14f9efd9 into dcbaa89d4ef147f982df3210e2f671da(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:57,551 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:57,551 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/A, priority=13, startTime=1733262057490; duration=0sec 2024-12-03T21:40:57,551 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:40:57,551 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:A 2024-12-03T21:40:57,551 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:40:57,553 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:40:57,553 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/C is initiating minor compaction (all files) 2024-12-03T21:40:57,554 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/C in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:57,554 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f86a9bb1b0414cec95d5591e743eb4af, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/b104196528f54048ab719e5788c08054, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/caf79ea35e32497087ac7a12268fa072] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=35.3 K 2024-12-03T21:40:57,554 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f86a9bb1b0414cec95d5591e743eb4af, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733262054543 2024-12-03T21:40:57,555 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting b104196528f54048ab719e5788c08054, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733262054676 2024-12-03T21:40:57,555 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting caf79ea35e32497087ac7a12268fa072, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733262056852 2024-12-03T21:40:57,562 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#C#compaction#161 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:40:57,562 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/a444b17bc8c341ef9b007e5a6eaac1e6 is 50, key is test_row_0/C:col10/1733262056965/Put/seqid=0 2024-12-03T21:40:57,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742008_1184 (size=12207) 2024-12-03T21:40:57,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:40:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:57,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:40:57,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:57,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:40:57,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:57,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:40:57,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:40:57,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f1e89698e47445a99a7938cd0c30194a_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262057627/Put/seqid=0 2024-12-03T21:40:57,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742009_1185 (size=12154) 2024-12-03T21:40:57,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262117639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262117640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,646 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262117642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262117643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262117645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,647 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,648 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:57,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f1e89698e47445a99a7938cd0c30194a_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f1e89698e47445a99a7938cd0c30194a_0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:57,655 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/fa4c21d3877e4aed93c92525a7a5ec6e, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:57,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/fa4c21d3877e4aed93c92525a7a5ec6e is 175, key is test_row_0/A:col10/1733262057627/Put/seqid=0 2024-12-03T21:40:57,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742010_1186 (size=30955) 2024-12-03T21:40:57,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262117753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262117753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262117753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262117754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262117754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,936 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/a036adcc123d43dd9205d296233e89e8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/a036adcc123d43dd9205d296233e89e8 2024-12-03T21:40:57,942 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/B of 0967187c289414fd751a24be14f9efd9 into a036adcc123d43dd9205d296233e89e8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:57,942 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:57,942 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/B, priority=13, startTime=1733262057490; duration=0sec 2024-12-03T21:40:57,942 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:57,942 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:B 2024-12-03T21:40:57,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262117964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262117964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262117964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262117964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262117964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:57,981 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/a444b17bc8c341ef9b007e5a6eaac1e6 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a444b17bc8c341ef9b007e5a6eaac1e6 2024-12-03T21:40:57,986 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/C of 0967187c289414fd751a24be14f9efd9 into a444b17bc8c341ef9b007e5a6eaac1e6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:40:57,986 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:57,986 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/C, priority=13, startTime=1733262057491; duration=0sec 2024-12-03T21:40:57,986 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:40:57,986 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:C 2024-12-03T21:40:58,073 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/fa4c21d3877e4aed93c92525a7a5ec6e 2024-12-03T21:40:58,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/77dcb9583e7a4c77b36df77d832b7b16 is 50, key is test_row_0/B:col10/1733262057627/Put/seqid=0 2024-12-03T21:40:58,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742011_1187 (size=12001) 2024-12-03T21:40:58,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262118274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262118274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,277 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262118274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262118274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262118274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/77dcb9583e7a4c77b36df77d832b7b16 2024-12-03T21:40:58,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/fda9fea4a81a46fdac4a2d8b69317776 is 50, key is test_row_0/C:col10/1733262057627/Put/seqid=0 2024-12-03T21:40:58,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742012_1188 (size=12001) 2024-12-03T21:40:58,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262118784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262118784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262118784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,788 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262118785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262118785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:58,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:58,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/fda9fea4a81a46fdac4a2d8b69317776 2024-12-03T21:40:58,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/fa4c21d3877e4aed93c92525a7a5ec6e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/fa4c21d3877e4aed93c92525a7a5ec6e 2024-12-03T21:40:58,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/fa4c21d3877e4aed93c92525a7a5ec6e, entries=150, sequenceid=109, filesize=30.2 K 2024-12-03T21:40:58,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/77dcb9583e7a4c77b36df77d832b7b16 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77dcb9583e7a4c77b36df77d832b7b16 2024-12-03T21:40:58,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77dcb9583e7a4c77b36df77d832b7b16, entries=150, sequenceid=109, filesize=11.7 K 2024-12-03T21:40:58,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/fda9fea4a81a46fdac4a2d8b69317776 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/fda9fea4a81a46fdac4a2d8b69317776 2024-12-03T21:40:58,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/fda9fea4a81a46fdac4a2d8b69317776, entries=150, sequenceid=109, filesize=11.7 K 2024-12-03T21:40:58,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 0967187c289414fd751a24be14f9efd9 in 1298ms, sequenceid=109, compaction requested=false 2024-12-03T21:40:58,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:40:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-03T21:40:58,934 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:40:58,934 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:40:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-03T21:40:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T21:40:58,936 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:40:58,937 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:40:58,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:40:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T21:40:59,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-03T21:40:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:40:59,089 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T21:40:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:40:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:40:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:40:59,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:40:59,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034b0fd06d068b42c09dff079f78318031_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262057638/Put/seqid=0 2024-12-03T21:40:59,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742013_1189 (size=12154) 2024-12-03T21:40:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:40:59,130 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034b0fd06d068b42c09dff079f78318031_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034b0fd06d068b42c09dff079f78318031_0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:59,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/379ae8121afd4292b6f39e04e3962e99, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:40:59,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/379ae8121afd4292b6f39e04e3962e99 is 175, key is test_row_0/A:col10/1733262057638/Put/seqid=0 2024-12-03T21:40:59,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742014_1190 (size=30955) 2024-12-03T21:40:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T21:40:59,552 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/379ae8121afd4292b6f39e04e3962e99 2024-12-03T21:40:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T21:40:59,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/c4f723ae259e4226a8a6802170cce0b9 is 50, key is test_row_0/B:col10/1733262057638/Put/seqid=0 2024-12-03T21:40:59,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742015_1191 (size=12001) 2024-12-03T21:40:59,573 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/c4f723ae259e4226a8a6802170cce0b9 2024-12-03T21:40:59,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/9d5a9cbd9c5641549ea62de48edefae2 is 50, key is test_row_0/C:col10/1733262057638/Put/seqid=0 2024-12-03T21:40:59,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742016_1192 (size=12001) 2024-12-03T21:40:59,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:40:59,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:40:59,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=509, cellSize=23305, totalHeapSize=53176, min timestamp=1733262059809, max timestamp=1733262059822Num uniques 859; 2024-12-03T21:40:59,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=509, cellSize=23305, totalHeapSize=53176, min timestamp=1733262059809, max timestamp=1733262059822Num uniques 859; 2024-12-03T21:40:59,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=23305, suffix heap size=117064,new segment heap size=53176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=509 2024-12-03T21:40:59,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=509, cellSize=23305, totalHeapSize=53176, min timestamp=1733262059809, max timestamp=1733262059822Num uniques 859; 2024-12-03T21:40:59,826 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=23305, suffix heap size=117064,new segment heap size=53176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=509 2024-12-03T21:40:59,825 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=23305, suffix heap size=117064,new segment heap size=53176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=509 2024-12-03T21:40:59,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262119833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262119834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:59,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262119837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262119838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:59,845 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:59,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262119844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:59,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262119953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262119953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:40:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262119953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262119954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262119954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:40:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:40:59,957 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,006 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/9d5a9cbd9c5641549ea62de48edefae2 2024-12-03T21:41:00,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/379ae8121afd4292b6f39e04e3962e99 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/379ae8121afd4292b6f39e04e3962e99 2024-12-03T21:41:00,014 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/379ae8121afd4292b6f39e04e3962e99, entries=150, sequenceid=122, filesize=30.2 K 2024-12-03T21:41:00,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/c4f723ae259e4226a8a6802170cce0b9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/c4f723ae259e4226a8a6802170cce0b9 2024-12-03T21:41:00,018 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/c4f723ae259e4226a8a6802170cce0b9, entries=150, sequenceid=122, filesize=11.7 K 2024-12-03T21:41:00,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/9d5a9cbd9c5641549ea62de48edefae2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9d5a9cbd9c5641549ea62de48edefae2 2024-12-03T21:41:00,024 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9d5a9cbd9c5641549ea62de48edefae2, entries=150, sequenceid=122, filesize=11.7 K 2024-12-03T21:41:00,028 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 0967187c289414fd751a24be14f9efd9 in 939ms, sequenceid=122, compaction requested=true 2024-12-03T21:41:00,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:00,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-03T21:41:00,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-03T21:41:00,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-03T21:41:00,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0930 sec 2024-12-03T21:41:00,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.1010 sec 2024-12-03T21:41:00,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-03T21:41:00,074 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:00,074 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:00,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-03T21:41:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T21:41:00,076 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:00,076 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:00,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:00,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:00,166 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=140.89 KB heapSize=372.09 KB 2024-12-03T21:41:00,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:00,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:00,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:00,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:00,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:00,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:00,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036da4b7fbe0fd47e2b56292e0ece436f4_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262059842/Put/seqid=0 2024-12-03T21:41:00,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742017_1193 (size=14794) 2024-12-03T21:41:00,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262120171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262120174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262120174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262120176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262120176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T21:41:00,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T21:41:00,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262120283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262120283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262120284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262120284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262120284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T21:41:00,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:00,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T21:41:00,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262120494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,494 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262120494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,496 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262120494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262120494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262120494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,497 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T21:41:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,577 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:00,580 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036da4b7fbe0fd47e2b56292e0ece436f4_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036da4b7fbe0fd47e2b56292e0ece436f4_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:00,581 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/923f1d2131e145fe9b34772837a3f4bb, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:00,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/923f1d2131e145fe9b34772837a3f4bb is 175, key is test_row_0/A:col10/1733262059842/Put/seqid=0 2024-12-03T21:41:00,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742018_1194 (size=39749) 2024-12-03T21:41:00,586 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=153, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/923f1d2131e145fe9b34772837a3f4bb 2024-12-03T21:41:00,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/d7b6b0558b1b43aea98fd28f2f944fd3 is 50, key is test_row_0/B:col10/1733262059842/Put/seqid=0 2024-12-03T21:41:00,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742019_1195 (size=12151) 2024-12-03T21:41:00,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T21:41:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T21:41:00,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T21:41:00,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T21:41:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262120804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262120804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262120804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262120804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262120804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:00,809 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:00,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T21:41:00,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:00,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T21:41:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:00,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:00,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/d7b6b0558b1b43aea98fd28f2f944fd3 2024-12-03T21:41:01,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/f70dde7b984f47f88d67197f732a09e7 is 50, key is test_row_0/C:col10/1733262059842/Put/seqid=0 2024-12-03T21:41:01,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742020_1196 (size=12151) 2024-12-03T21:41:01,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T21:41:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:01,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:01,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:01,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:01,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T21:41:01,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T21:41:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:01,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:01,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:01,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:01,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262121314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262121314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262121314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262121314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:01,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262121314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:01,408 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/f70dde7b984f47f88d67197f732a09e7 2024-12-03T21:41:01,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/923f1d2131e145fe9b34772837a3f4bb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/923f1d2131e145fe9b34772837a3f4bb 2024-12-03T21:41:01,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/923f1d2131e145fe9b34772837a3f4bb, entries=200, sequenceid=153, filesize=38.8 K 2024-12-03T21:41:01,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/d7b6b0558b1b43aea98fd28f2f944fd3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d7b6b0558b1b43aea98fd28f2f944fd3 2024-12-03T21:41:01,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d7b6b0558b1b43aea98fd28f2f944fd3, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T21:41:01,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/f70dde7b984f47f88d67197f732a09e7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f70dde7b984f47f88d67197f732a09e7 2024-12-03T21:41:01,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f70dde7b984f47f88d67197f732a09e7, entries=150, sequenceid=153, filesize=11.9 K 2024-12-03T21:41:01,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~372.05 KB/380976, currentSize=53.67 KB/54960 for 0967187c289414fd751a24be14f9efd9 in 1267ms, sequenceid=153, compaction requested=true 2024-12-03T21:41:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:01,432 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:41:01,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:01,433 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:41:01,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:01,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:01,434 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:41:01,434 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/B is initiating minor compaction (all files) 2024-12-03T21:41:01,434 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/B in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:01,434 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:41:01,434 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/A is initiating minor compaction (all files) 2024-12-03T21:41:01,435 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/a036adcc123d43dd9205d296233e89e8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77dcb9583e7a4c77b36df77d832b7b16, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/c4f723ae259e4226a8a6802170cce0b9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d7b6b0558b1b43aea98fd28f2f944fd3] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=47.2 K 2024-12-03T21:41:01,435 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/A in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:01,435 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/dcbaa89d4ef147f982df3210e2f671da, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/fa4c21d3877e4aed93c92525a7a5ec6e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/379ae8121afd4292b6f39e04e3962e99, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/923f1d2131e145fe9b34772837a3f4bb] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=129.7 K 2024-12-03T21:41:01,435 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:01,435 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/dcbaa89d4ef147f982df3210e2f671da, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/fa4c21d3877e4aed93c92525a7a5ec6e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/379ae8121afd4292b6f39e04e3962e99, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/923f1d2131e145fe9b34772837a3f4bb] 2024-12-03T21:41:01,436 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcbaa89d4ef147f982df3210e2f671da, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733262056852 2024-12-03T21:41:01,436 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a036adcc123d43dd9205d296233e89e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733262056852 2024-12-03T21:41:01,436 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa4c21d3877e4aed93c92525a7a5ec6e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733262056986 2024-12-03T21:41:01,436 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 77dcb9583e7a4c77b36df77d832b7b16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733262056986 2024-12-03T21:41:01,437 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c4f723ae259e4226a8a6802170cce0b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733262057638 2024-12-03T21:41:01,437 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 379ae8121afd4292b6f39e04e3962e99, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733262057638 2024-12-03T21:41:01,437 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 923f1d2131e145fe9b34772837a3f4bb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733262059821 2024-12-03T21:41:01,437 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d7b6b0558b1b43aea98fd28f2f944fd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733262059834 2024-12-03T21:41:01,445 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:01,448 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#B#compaction#172 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:01,448 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412030e42d10cadc54329a6bf4a9a51806c48_0967187c289414fd751a24be14f9efd9 store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:01,448 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/483da6b306e74a1f853f1168dde40091 is 50, key is test_row_0/B:col10/1733262059842/Put/seqid=0 2024-12-03T21:41:01,451 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412030e42d10cadc54329a6bf4a9a51806c48_0967187c289414fd751a24be14f9efd9, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:01,451 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030e42d10cadc54329a6bf4a9a51806c48_0967187c289414fd751a24be14f9efd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:01,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-03T21:41:01,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:01,453 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T21:41:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:01,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742021_1197 (size=12493) 2024-12-03T21:41:01,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e08f9b73035947239b18f004ebb264ef_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262060172/Put/seqid=0 2024-12-03T21:41:01,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742022_1198 (size=4469) 2024-12-03T21:41:01,491 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#A#compaction#171 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:01,491 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/618b8c01c09b427bb4259bc6977cfc8c is 175, key is test_row_0/A:col10/1733262059842/Put/seqid=0 2024-12-03T21:41:01,494 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/483da6b306e74a1f853f1168dde40091 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/483da6b306e74a1f853f1168dde40091 2024-12-03T21:41:01,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742023_1199 (size=12304) 2024-12-03T21:41:01,500 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0967187c289414fd751a24be14f9efd9/B of 0967187c289414fd751a24be14f9efd9 into 483da6b306e74a1f853f1168dde40091(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:01,500 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:01,500 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/B, priority=12, startTime=1733262061432; duration=0sec 2024-12-03T21:41:01,500 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:01,501 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:B 2024-12-03T21:41:01,501 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:41:01,502 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:41:01,502 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/C is initiating minor compaction (all files) 2024-12-03T21:41:01,502 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/C in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:01,502 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a444b17bc8c341ef9b007e5a6eaac1e6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/fda9fea4a81a46fdac4a2d8b69317776, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9d5a9cbd9c5641549ea62de48edefae2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f70dde7b984f47f88d67197f732a09e7] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=47.2 K 2024-12-03T21:41:01,503 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a444b17bc8c341ef9b007e5a6eaac1e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1733262056852 2024-12-03T21:41:01,503 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting fda9fea4a81a46fdac4a2d8b69317776, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1733262056986 2024-12-03T21:41:01,504 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d5a9cbd9c5641549ea62de48edefae2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733262057638 2024-12-03T21:41:01,504 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting f70dde7b984f47f88d67197f732a09e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733262059834 2024-12-03T21:41:01,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742024_1200 (size=31447) 2024-12-03T21:41:01,515 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#C#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:01,515 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/2e5d33327085464d835f38928497d09b is 50, key is test_row_0/C:col10/1733262059842/Put/seqid=0 2024-12-03T21:41:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742025_1201 (size=12493) 2024-12-03T21:41:01,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:01,923 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/618b8c01c09b427bb4259bc6977cfc8c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/618b8c01c09b427bb4259bc6977cfc8c 2024-12-03T21:41:01,925 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e08f9b73035947239b18f004ebb264ef_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e08f9b73035947239b18f004ebb264ef_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/925703e223cf44ea8961c31a3576aa77, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:01,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/925703e223cf44ea8961c31a3576aa77 is 175, key is test_row_0/A:col10/1733262060172/Put/seqid=0 2024-12-03T21:41:01,928 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/2e5d33327085464d835f38928497d09b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2e5d33327085464d835f38928497d09b 2024-12-03T21:41:01,933 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0967187c289414fd751a24be14f9efd9/A of 0967187c289414fd751a24be14f9efd9 into 618b8c01c09b427bb4259bc6977cfc8c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:01,933 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:01,933 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/A, priority=12, startTime=1733262061432; duration=0sec 2024-12-03T21:41:01,933 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:01,933 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:A 2024-12-03T21:41:01,934 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0967187c289414fd751a24be14f9efd9/C of 0967187c289414fd751a24be14f9efd9 into 2e5d33327085464d835f38928497d09b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:01,934 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:01,934 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/C, priority=12, startTime=1733262061433; duration=0sec 2024-12-03T21:41:01,935 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:01,935 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:C 2024-12-03T21:41:01,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742026_1202 (size=31105) 2024-12-03T21:41:01,937 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=164, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/925703e223cf44ea8961c31a3576aa77 2024-12-03T21:41:01,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/9e75e3a552274a8b9976fb72c62e8b8f is 50, key is test_row_0/B:col10/1733262060172/Put/seqid=0 2024-12-03T21:41:01,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742027_1203 (size=12151) 2024-12-03T21:41:01,952 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/9e75e3a552274a8b9976fb72c62e8b8f 2024-12-03T21:41:01,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/8c14a6ca4ea54f9a9599869926842618 is 50, key is test_row_0/C:col10/1733262060172/Put/seqid=0 2024-12-03T21:41:01,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742028_1204 (size=12151) 2024-12-03T21:41:02,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T21:41:02,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:02,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:02,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733262062339, max timestamp=1733262062346Num uniques 859; 2024-12-03T21:41:02,348 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-03T21:41:02,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733262062339, max timestamp=1733262062346Num uniques 859; 2024-12-03T21:41:02,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-03T21:41:02,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733262062339, max timestamp=1733262062346Num uniques 859; 2024-12-03T21:41:02,349 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-03T21:41:02,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262122361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,367 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262122363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262122365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262122366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262122366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,374 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/8c14a6ca4ea54f9a9599869926842618 2024-12-03T21:41:02,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/925703e223cf44ea8961c31a3576aa77 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/925703e223cf44ea8961c31a3576aa77 2024-12-03T21:41:02,385 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/925703e223cf44ea8961c31a3576aa77, entries=150, sequenceid=164, filesize=30.4 K 2024-12-03T21:41:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/9e75e3a552274a8b9976fb72c62e8b8f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9e75e3a552274a8b9976fb72c62e8b8f 2024-12-03T21:41:02,392 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9e75e3a552274a8b9976fb72c62e8b8f, entries=150, sequenceid=164, filesize=11.9 K 2024-12-03T21:41:02,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/8c14a6ca4ea54f9a9599869926842618 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/8c14a6ca4ea54f9a9599869926842618 2024-12-03T21:41:02,415 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/8c14a6ca4ea54f9a9599869926842618, entries=150, sequenceid=164, filesize=11.9 K 2024-12-03T21:41:02,426 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for 0967187c289414fd751a24be14f9efd9 in 974ms, sequenceid=164, compaction requested=false 2024-12-03T21:41:02,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:02,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:02,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-03T21:41:02,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-03T21:41:02,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-03T21:41:02,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3520 sec 2024-12-03T21:41:02,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.3560 sec 2024-12-03T21:41:02,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:02,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=147.60 KB heapSize=410.77 KB 2024-12-03T21:41:02,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:02,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:02,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:02,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:02,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:02,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:02,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036093b620e20a451eb5cb2f1c247c0eae_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262062475/Put/seqid=0 2024-12-03T21:41:02,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262122481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262122481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262122484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262122486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262122486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,493 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742029_1205 (size=14794) 2024-12-03T21:41:02,498 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:02,503 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036093b620e20a451eb5cb2f1c247c0eae_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036093b620e20a451eb5cb2f1c247c0eae_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:02,504 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/acf195b3beb04ceb8b06b70d6c4797c2, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:02,505 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/acf195b3beb04ceb8b06b70d6c4797c2 is 175, key is test_row_0/A:col10/1733262062475/Put/seqid=0 2024-12-03T21:41:02,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742030_1206 (size=39749) 2024-12-03T21:41:02,515 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=203, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/acf195b3beb04ceb8b06b70d6c4797c2 2024-12-03T21:41:02,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/7be6e06f5c9b4bedb420a384f489c1ed is 50, key is test_row_0/B:col10/1733262062475/Put/seqid=0 2024-12-03T21:41:02,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742031_1207 (size=12151) 2024-12-03T21:41:02,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/7be6e06f5c9b4bedb420a384f489c1ed 2024-12-03T21:41:02,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/229dd3ce0aeb4610b963601c241a7157 is 50, key is test_row_0/C:col10/1733262062475/Put/seqid=0 2024-12-03T21:41:02,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742032_1208 (size=12151) 2024-12-03T21:41:02,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262122593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262122594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262122594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,601 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262122604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262122604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,607 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262122814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262122814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,816 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262122814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262122815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262122815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:02,819 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:02,942 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/229dd3ce0aeb4610b963601c241a7157 2024-12-03T21:41:02,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/acf195b3beb04ceb8b06b70d6c4797c2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/acf195b3beb04ceb8b06b70d6c4797c2 2024-12-03T21:41:02,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/acf195b3beb04ceb8b06b70d6c4797c2, entries=200, sequenceid=203, filesize=38.8 K 2024-12-03T21:41:02,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/7be6e06f5c9b4bedb420a384f489c1ed as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/7be6e06f5c9b4bedb420a384f489c1ed 2024-12-03T21:41:02,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/7be6e06f5c9b4bedb420a384f489c1ed, entries=150, sequenceid=203, filesize=11.9 K 2024-12-03T21:41:02,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/229dd3ce0aeb4610b963601c241a7157 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/229dd3ce0aeb4610b963601c241a7157 2024-12-03T21:41:02,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/229dd3ce0aeb4610b963601c241a7157, entries=150, sequenceid=203, filesize=11.9 K 2024-12-03T21:41:02,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~410.72 KB/420576, currentSize=46.96 KB/48090 for 0967187c289414fd751a24be14f9efd9 in 492ms, sequenceid=203, compaction requested=true 2024-12-03T21:41:02,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:02,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:02,968 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:02,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:02,968 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:02,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:02,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:02,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:02,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:02,970 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:02,970 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/B is initiating minor compaction (all files) 2024-12-03T21:41:02,970 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/B in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:02,970 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/483da6b306e74a1f853f1168dde40091, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9e75e3a552274a8b9976fb72c62e8b8f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/7be6e06f5c9b4bedb420a384f489c1ed] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=35.9 K 2024-12-03T21:41:02,970 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:02,970 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/A is initiating minor compaction (all files) 2024-12-03T21:41:02,970 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/A in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:02,971 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/618b8c01c09b427bb4259bc6977cfc8c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/925703e223cf44ea8961c31a3576aa77, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/acf195b3beb04ceb8b06b70d6c4797c2] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=99.9 K 2024-12-03T21:41:02,971 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:02,971 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/618b8c01c09b427bb4259bc6977cfc8c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/925703e223cf44ea8961c31a3576aa77, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/acf195b3beb04ceb8b06b70d6c4797c2] 2024-12-03T21:41:02,971 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 483da6b306e74a1f853f1168dde40091, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733262059834 2024-12-03T21:41:02,971 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 618b8c01c09b427bb4259bc6977cfc8c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733262059834 2024-12-03T21:41:02,971 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 925703e223cf44ea8961c31a3576aa77, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733262060172 2024-12-03T21:41:02,971 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e75e3a552274a8b9976fb72c62e8b8f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733262060172 2024-12-03T21:41:02,972 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting acf195b3beb04ceb8b06b70d6c4797c2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733262062361 2024-12-03T21:41:02,972 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 7be6e06f5c9b4bedb420a384f489c1ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733262062361 2024-12-03T21:41:02,981 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:02,986 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#B#compaction#181 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:02,987 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/e01fdb34ffc2426e86babd354deeb9d1 is 50, key is test_row_0/B:col10/1733262062475/Put/seqid=0 2024-12-03T21:41:02,993 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203183cca5110ea4d7c99485e51452a866d_0967187c289414fd751a24be14f9efd9 store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:02,995 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203183cca5110ea4d7c99485e51452a866d_0967187c289414fd751a24be14f9efd9, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:02,995 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203183cca5110ea4d7c99485e51452a866d_0967187c289414fd751a24be14f9efd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:03,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742033_1209 (size=12595) 2024-12-03T21:41:03,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742034_1210 (size=4469) 2024-12-03T21:41:03,017 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/e01fdb34ffc2426e86babd354deeb9d1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/e01fdb34ffc2426e86babd354deeb9d1 2024-12-03T21:41:03,023 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/B of 0967187c289414fd751a24be14f9efd9 into e01fdb34ffc2426e86babd354deeb9d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:03,023 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:03,023 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/B, priority=13, startTime=1733262062968; duration=0sec 2024-12-03T21:41:03,023 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:03,023 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:B 2024-12-03T21:41:03,023 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:03,025 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:03,025 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/C is initiating minor compaction (all files) 2024-12-03T21:41:03,025 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/C in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:03,025 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2e5d33327085464d835f38928497d09b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/8c14a6ca4ea54f9a9599869926842618, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/229dd3ce0aeb4610b963601c241a7157] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=35.9 K 2024-12-03T21:41:03,025 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e5d33327085464d835f38928497d09b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733262059834 2024-12-03T21:41:03,026 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c14a6ca4ea54f9a9599869926842618, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733262060172 2024-12-03T21:41:03,026 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 229dd3ce0aeb4610b963601c241a7157, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733262062361 2024-12-03T21:41:03,036 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:03,037 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/d3de1d43be6e47b6804b1192f1f901b4 is 50, key is test_row_0/C:col10/1733262062475/Put/seqid=0 2024-12-03T21:41:03,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742035_1211 (size=12595) 2024-12-03T21:41:03,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:03,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T21:41:03,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:03,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:03,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:03,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:03,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:03,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:03,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203619166e6fd9c440db169ceab52ebd22f_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262062478/Put/seqid=0 2024-12-03T21:41:03,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742036_1212 (size=14794) 2024-12-03T21:41:03,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733262063141, max timestamp=1733262063149Num uniques 859; 2024-12-03T21:41:03,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733262063141, max timestamp=1733262063149Num uniques 859; 2024-12-03T21:41:03,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733262063141, max timestamp=1733262063149Num uniques 859; 2024-12-03T21:41:03,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T21:41:03,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T21:41:03,152 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T21:41:03,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262123165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,176 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262123169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262123170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262123174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262123176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,180 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262123283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262123283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262123284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262123284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262123284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,410 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#A#compaction#180 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:03,411 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/b5e761c7b4fd4e3eaed42679f11b77a0 is 175, key is test_row_0/A:col10/1733262062475/Put/seqid=0 2024-12-03T21:41:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742037_1213 (size=31549) 2024-12-03T21:41:03,420 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/b5e761c7b4fd4e3eaed42679f11b77a0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/b5e761c7b4fd4e3eaed42679f11b77a0 2024-12-03T21:41:03,426 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/A of 0967187c289414fd751a24be14f9efd9 into b5e761c7b4fd4e3eaed42679f11b77a0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:03,426 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:03,426 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/A, priority=13, startTime=1733262062968; duration=0sec 2024-12-03T21:41:03,426 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:03,426 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:A 2024-12-03T21:41:03,462 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/d3de1d43be6e47b6804b1192f1f901b4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d3de1d43be6e47b6804b1192f1f901b4 2024-12-03T21:41:03,473 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/C of 0967187c289414fd751a24be14f9efd9 into d3de1d43be6e47b6804b1192f1f901b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:03,473 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:03,473 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/C, priority=13, startTime=1733262062969; duration=0sec 2024-12-03T21:41:03,473 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:03,473 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:C 2024-12-03T21:41:03,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262123494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262123494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262123494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262123495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,499 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262123495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:03,546 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203619166e6fd9c440db169ceab52ebd22f_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203619166e6fd9c440db169ceab52ebd22f_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:03,547 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/a407f817328e4427b14317f93b5b4c69, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:03,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/a407f817328e4427b14317f93b5b4c69 is 175, key is test_row_0/A:col10/1733262062478/Put/seqid=0 2024-12-03T21:41:03,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742038_1214 (size=39749) 2024-12-03T21:41:03,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262123803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,809 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262123803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262123803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262123803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262123804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:03,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:03,952 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/a407f817328e4427b14317f93b5b4c69 2024-12-03T21:41:03,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/9709e18335a14b1cbecd9812c8c4cb25 is 50, key is test_row_0/B:col10/1733262062478/Put/seqid=0 2024-12-03T21:41:03,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742039_1215 (size=12151) 2024-12-03T21:41:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-03T21:41:04,244 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:04,244 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:04,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-03T21:41:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T21:41:04,246 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:04,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:04,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:04,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262124313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:04,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:04,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262124313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:04,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,316 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:04,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:04,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262124314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:04,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262124324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:04,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:04,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262124324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:04,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:04,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:04,326 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:04,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T21:41:04,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/9709e18335a14b1cbecd9812c8c4cb25 2024-12-03T21:41:04,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/2b3b6d5a3f6c4eda8839ceb142a97bbe is 50, key is test_row_0/C:col10/1733262062478/Put/seqid=0 2024-12-03T21:41:04,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742040_1216 (size=12151) 2024-12-03T21:41:04,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-03T21:41:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:04,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:04,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:04,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-03T21:41:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:04,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T21:41:04,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-03T21:41:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:04,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:04,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:04,774 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/2b3b6d5a3f6c4eda8839ceb142a97bbe 2024-12-03T21:41:04,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/a407f817328e4427b14317f93b5b4c69 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/a407f817328e4427b14317f93b5b4c69 2024-12-03T21:41:04,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/a407f817328e4427b14317f93b5b4c69, entries=200, sequenceid=215, filesize=38.8 K 2024-12-03T21:41:04,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/9709e18335a14b1cbecd9812c8c4cb25 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9709e18335a14b1cbecd9812c8c4cb25 2024-12-03T21:41:04,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9709e18335a14b1cbecd9812c8c4cb25, entries=150, sequenceid=215, filesize=11.9 K 2024-12-03T21:41:04,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/2b3b6d5a3f6c4eda8839ceb142a97bbe as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2b3b6d5a3f6c4eda8839ceb142a97bbe 2024-12-03T21:41:04,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2b3b6d5a3f6c4eda8839ceb142a97bbe, entries=150, sequenceid=215, filesize=11.9 K 2024-12-03T21:41:04,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 0967187c289414fd751a24be14f9efd9 in 1668ms, sequenceid=215, compaction requested=false 2024-12-03T21:41:04,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:04,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-03T21:41:04,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:04,858 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=127.47 KB heapSize=355.69 KB 2024-12-03T21:41:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:04,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:04,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b70f31237053486db810bccdc6408c1d_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262063173/Put/seqid=0 2024-12-03T21:41:04,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742041_1217 (size=12304) 2024-12-03T21:41:04,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:04,873 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203b70f31237053486db810bccdc6408c1d_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b70f31237053486db810bccdc6408c1d_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T21:41:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:04,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79 is 175, key is test_row_0/A:col10/1733262063173/Put/seqid=0 2024-12-03T21:41:04,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742042_1218 (size=31105) 2024-12-03T21:41:05,279 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79 2024-12-03T21:41:05,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/90c26034ba9f4163b540e051c034ca44 is 50, key is test_row_0/B:col10/1733262063173/Put/seqid=0 2024-12-03T21:41:05,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742043_1219 (size=12151) 2024-12-03T21:41:05,294 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/90c26034ba9f4163b540e051c034ca44 2024-12-03T21:41:05,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/4b21219e9a704b6f87c0f2950c648365 is 50, key is test_row_0/C:col10/1733262063173/Put/seqid=0 2024-12-03T21:41:05,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742044_1220 (size=12151) 2024-12-03T21:41:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:05,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:05,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262125334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262125335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,341 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 0967187c289414fd751a24be14f9efd9 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262125340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262125340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262125341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T21:41:05,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262125443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262125453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262125453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262125454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,459 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262125653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262125663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262125664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,666 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262125664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,707 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/4b21219e9a704b6f87c0f2950c648365 2024-12-03T21:41:05,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79 2024-12-03T21:41:05,715 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79, entries=150, sequenceid=251, filesize=30.4 K 2024-12-03T21:41:05,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/90c26034ba9f4163b540e051c034ca44 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/90c26034ba9f4163b540e051c034ca44 2024-12-03T21:41:05,721 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/90c26034ba9f4163b540e051c034ca44, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T21:41:05,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/4b21219e9a704b6f87c0f2950c648365 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/4b21219e9a704b6f87c0f2950c648365 2024-12-03T21:41:05,727 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/4b21219e9a704b6f87c0f2950c648365, entries=150, sequenceid=251, filesize=11.9 K 2024-12-03T21:41:05,728 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~355.64 KB/364176, currentSize=60.38 KB/61830 for 0967187c289414fd751a24be14f9efd9 in 871ms, sequenceid=251, compaction requested=true 2024-12-03T21:41:05,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:05,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:05,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-03T21:41:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-03T21:41:05,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-03T21:41:05,731 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4820 sec 2024-12-03T21:41:05,733 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.4880 sec 2024-12-03T21:41:05,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:05,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:41:05,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:05,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:05,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:05,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:05,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:05,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:05,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f2cd5dbe22604f0aa9b29546d0f47121_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262065338/Put/seqid=0 2024-12-03T21:41:05,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742045_1221 (size=12454) 2024-12-03T21:41:05,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262125990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262125991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262125991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:05,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:05,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262125993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262126093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262126093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262126093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,097 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262126104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,107 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262126303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262126303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262126303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,307 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262126313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:06,381 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f2cd5dbe22604f0aa9b29546d0f47121_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f2cd5dbe22604f0aa9b29546d0f47121_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:06,382 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/7e73e2fa4b264af8ba2f95995f029ab7, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:06,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/7e73e2fa4b264af8ba2f95995f029ab7 is 175, key is test_row_0/A:col10/1733262065338/Put/seqid=0 2024-12-03T21:41:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742046_1222 (size=31255) 2024-12-03T21:41:06,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-03T21:41:06,393 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:06,394 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-03T21:41:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T21:41:06,395 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:06,396 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:06,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:06,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T21:41:06,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T21:41:06,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:06,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:06,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:06,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:06,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:06,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262126614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262126614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262126614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,619 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262126623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:06,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:06,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:06,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T21:41:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:06,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:06,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:06,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:06,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:06,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T21:41:06,791 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/7e73e2fa4b264af8ba2f95995f029ab7 2024-12-03T21:41:06,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/d9fba262b5f34ebe9049f20c7de4c5f2 is 50, key is test_row_0/B:col10/1733262065338/Put/seqid=0 2024-12-03T21:41:06,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742047_1223 (size=12301) 2024-12-03T21:41:06,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T21:41:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:06,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T21:41:07,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:07,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T21:41:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262127123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262127123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,127 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:07,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262127134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262127134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,138 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:07,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T21:41:07,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:07,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/d9fba262b5f34ebe9049f20c7de4c5f2 2024-12-03T21:41:07,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/09c353d6e5e74127b73b7009a380492f is 50, key is test_row_0/C:col10/1733262065338/Put/seqid=0 2024-12-03T21:41:07,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742048_1224 (size=12301) 2024-12-03T21:41:07,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T21:41:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262127343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:07,345 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 0967187c289414fd751a24be14f9efd9 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:07,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T21:41:07,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:07,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T21:41:07,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/09c353d6e5e74127b73b7009a380492f 2024-12-03T21:41:07,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T21:41:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/7e73e2fa4b264af8ba2f95995f029ab7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/7e73e2fa4b264af8ba2f95995f029ab7 2024-12-03T21:41:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:07,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/7e73e2fa4b264af8ba2f95995f029ab7, entries=150, sequenceid=264, filesize=30.5 K 2024-12-03T21:41:07,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/d9fba262b5f34ebe9049f20c7de4c5f2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d9fba262b5f34ebe9049f20c7de4c5f2 2024-12-03T21:41:07,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d9fba262b5f34ebe9049f20c7de4c5f2, entries=150, sequenceid=264, filesize=12.0 K 2024-12-03T21:41:07,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/09c353d6e5e74127b73b7009a380492f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/09c353d6e5e74127b73b7009a380492f 2024-12-03T21:41:07,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/09c353d6e5e74127b73b7009a380492f, entries=150, sequenceid=264, filesize=12.0 K 2024-12-03T21:41:07,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 0967187c289414fd751a24be14f9efd9 in 1665ms, sequenceid=264, compaction requested=true 2024-12-03T21:41:07,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:07,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:07,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:07,634 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:41:07,634 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:41:07,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:07,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:07,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:07,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:07,635 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133658 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:41:07,635 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:41:07,635 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/B is initiating minor compaction (all files) 2024-12-03T21:41:07,635 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/A is initiating minor compaction (all files) 2024-12-03T21:41:07,635 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/A in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,635 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/B in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,635 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/b5e761c7b4fd4e3eaed42679f11b77a0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/a407f817328e4427b14317f93b5b4c69, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/7e73e2fa4b264af8ba2f95995f029ab7] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=130.5 K 2024-12-03T21:41:07,635 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/e01fdb34ffc2426e86babd354deeb9d1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9709e18335a14b1cbecd9812c8c4cb25, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/90c26034ba9f4163b540e051c034ca44, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d9fba262b5f34ebe9049f20c7de4c5f2] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=48.0 K 2024-12-03T21:41:07,635 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,636 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/b5e761c7b4fd4e3eaed42679f11b77a0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/a407f817328e4427b14317f93b5b4c69, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/7e73e2fa4b264af8ba2f95995f029ab7] 2024-12-03T21:41:07,636 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e01fdb34ffc2426e86babd354deeb9d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733262062361 2024-12-03T21:41:07,636 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5e761c7b4fd4e3eaed42679f11b77a0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733262062361 2024-12-03T21:41:07,636 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9709e18335a14b1cbecd9812c8c4cb25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733262062478 2024-12-03T21:41:07,636 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting a407f817328e4427b14317f93b5b4c69, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733262062478 2024-12-03T21:41:07,636 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 90c26034ba9f4163b540e051c034ca44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733262063168 2024-12-03T21:41:07,636 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f54d2ddd9c94137a9e6dc1c9ce0bd79, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733262063168 2024-12-03T21:41:07,637 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d9fba262b5f34ebe9049f20c7de4c5f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733262065338 2024-12-03T21:41:07,637 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e73e2fa4b264af8ba2f95995f029ab7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733262065338 2024-12-03T21:41:07,647 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:07,652 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#B#compaction#192 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:07,653 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/15343c77c8564666b0d7d23924ca6c2e is 50, key is test_row_0/B:col10/1733262065338/Put/seqid=0 2024-12-03T21:41:07,655 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203307947b21b3d420cba9ef283cba6ab7e_0967187c289414fd751a24be14f9efd9 store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:07,657 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203307947b21b3d420cba9ef283cba6ab7e_0967187c289414fd751a24be14f9efd9, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:07,657 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203307947b21b3d420cba9ef283cba6ab7e_0967187c289414fd751a24be14f9efd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742049_1225 (size=4469) 2024-12-03T21:41:07,669 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#A#compaction#193 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:07,670 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/17a3a6f220e845cda4435ee353192708 is 175, key is test_row_0/A:col10/1733262065338/Put/seqid=0 2024-12-03T21:41:07,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742050_1226 (size=12881) 2024-12-03T21:41:07,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742051_1227 (size=31835) 2024-12-03T21:41:07,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-03T21:41:07,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:07,769 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:41:07,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:07,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:07,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031cd8856b1962432c8b9be3d10dc84ee5_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262065988/Put/seqid=0 2024-12-03T21:41:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742052_1228 (size=12454) 2024-12-03T21:41:08,082 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/15343c77c8564666b0d7d23924ca6c2e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/15343c77c8564666b0d7d23924ca6c2e 2024-12-03T21:41:08,087 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0967187c289414fd751a24be14f9efd9/B of 0967187c289414fd751a24be14f9efd9 into 15343c77c8564666b0d7d23924ca6c2e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:08,087 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/17a3a6f220e845cda4435ee353192708 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/17a3a6f220e845cda4435ee353192708 2024-12-03T21:41:08,087 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:08,087 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/B, priority=12, startTime=1733262067634; duration=0sec 2024-12-03T21:41:08,087 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:08,087 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:B 2024-12-03T21:41:08,087 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:41:08,088 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49198 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:41:08,088 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/C is initiating minor compaction (all files) 2024-12-03T21:41:08,088 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/C in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:08,089 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d3de1d43be6e47b6804b1192f1f901b4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2b3b6d5a3f6c4eda8839ceb142a97bbe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/4b21219e9a704b6f87c0f2950c648365, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/09c353d6e5e74127b73b7009a380492f] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=48.0 K 2024-12-03T21:41:08,089 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d3de1d43be6e47b6804b1192f1f901b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733262062361 2024-12-03T21:41:08,089 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b3b6d5a3f6c4eda8839ceb142a97bbe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733262062478 2024-12-03T21:41:08,090 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b21219e9a704b6f87c0f2950c648365, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733262063168 2024-12-03T21:41:08,090 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 09c353d6e5e74127b73b7009a380492f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733262065338 2024-12-03T21:41:08,092 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0967187c289414fd751a24be14f9efd9/A of 0967187c289414fd751a24be14f9efd9 into 17a3a6f220e845cda4435ee353192708(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:08,092 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:08,092 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/A, priority=12, startTime=1733262067634; duration=0sec 2024-12-03T21:41:08,092 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:08,092 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:A 2024-12-03T21:41:08,099 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:08,100 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/437ed01e5db84addacc325003392676c is 50, key is test_row_0/C:col10/1733262065338/Put/seqid=0 2024-12-03T21:41:08,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742053_1229 (size=12881) 2024-12-03T21:41:08,124 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/437ed01e5db84addacc325003392676c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/437ed01e5db84addacc325003392676c 2024-12-03T21:41:08,129 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 0967187c289414fd751a24be14f9efd9/C of 0967187c289414fd751a24be14f9efd9 into 437ed01e5db84addacc325003392676c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:08,129 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:08,129 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/C, priority=12, startTime=1733262067634; duration=0sec 2024-12-03T21:41:08,129 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:08,129 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:C 2024-12-03T21:41:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:08,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:08,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262128158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262128162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262128164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262128164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:08,184 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031cd8856b1962432c8b9be3d10dc84ee5_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031cd8856b1962432c8b9be3d10dc84ee5_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:08,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/2486d77a4da040d8a7f3d5441395f90d, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:08,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/2486d77a4da040d8a7f3d5441395f90d is 175, key is test_row_0/A:col10/1733262065988/Put/seqid=0 2024-12-03T21:41:08,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742054_1230 (size=31255) 2024-12-03T21:41:08,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262128274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262128274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262128274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262128274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,276 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262128484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262128484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,485 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262128484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262128484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,486 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T21:41:08,590 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/2486d77a4da040d8a7f3d5441395f90d 2024-12-03T21:41:08,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/0f8f0c11bb1e4214acfb5b53bf09102d is 50, key is test_row_0/B:col10/1733262065988/Put/seqid=0 2024-12-03T21:41:08,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742055_1231 (size=12301) 2024-12-03T21:41:08,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262128793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262128794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262128794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262128794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:09,003 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/0f8f0c11bb1e4214acfb5b53bf09102d 2024-12-03T21:41:09,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/d4ef952941a6406586825a6564cca30d is 50, key is test_row_0/C:col10/1733262065988/Put/seqid=0 2024-12-03T21:41:09,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742056_1232 (size=12301) 2024-12-03T21:41:09,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262129303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:09,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262129303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:09,304 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:09,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262129303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:09,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262129304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:09,305 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:09,415 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/d4ef952941a6406586825a6564cca30d 2024-12-03T21:41:09,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/2486d77a4da040d8a7f3d5441395f90d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/2486d77a4da040d8a7f3d5441395f90d 2024-12-03T21:41:09,423 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/2486d77a4da040d8a7f3d5441395f90d, entries=150, sequenceid=283, filesize=30.5 K 2024-12-03T21:41:09,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/0f8f0c11bb1e4214acfb5b53bf09102d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/0f8f0c11bb1e4214acfb5b53bf09102d 2024-12-03T21:41:09,428 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/0f8f0c11bb1e4214acfb5b53bf09102d, entries=150, sequenceid=283, filesize=12.0 K 2024-12-03T21:41:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/d4ef952941a6406586825a6564cca30d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d4ef952941a6406586825a6564cca30d 2024-12-03T21:41:09,433 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d4ef952941a6406586825a6564cca30d, entries=150, sequenceid=283, filesize=12.0 K 2024-12-03T21:41:09,434 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for 0967187c289414fd751a24be14f9efd9 in 1665ms, sequenceid=283, compaction requested=false 2024-12-03T21:41:09,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:09,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:09,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-03T21:41:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-03T21:41:09,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-03T21:41:09,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0390 sec 2024-12-03T21:41:09,438 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 3.0430 sec 2024-12-03T21:41:09,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:41:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:10,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:41:10,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:10,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:10,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:10,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:10,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:10,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:10,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e93d298a186443aba01e414ef230253a_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262068162/Put/seqid=0 2024-12-03T21:41:10,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742057_1233 (size=12454) 2024-12-03T21:41:10,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262130339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262130341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,347 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262130347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262130347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,350 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262130454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262130454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262130454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262130454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-03T21:41:10,564 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:10,565 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-03T21:41:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T21:41:10,566 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:10,567 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:10,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:10,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262130664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262130664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262130664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262130664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,665 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T21:41:10,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:10,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:10,738 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:10,742 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e93d298a186443aba01e414ef230253a_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e93d298a186443aba01e414ef230253a_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:10,743 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/9236139117994edcb04d2daaa2228063, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:10,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/9236139117994edcb04d2daaa2228063 is 175, key is test_row_0/A:col10/1733262068162/Put/seqid=0 2024-12-03T21:41:10,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742058_1234 (size=31255) 2024-12-03T21:41:10,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:10,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T21:41:10,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262130973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262130974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262130974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262130974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:10,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:10,979 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:11,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,148 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/9236139117994edcb04d2daaa2228063 2024-12-03T21:41:11,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/343c9c09f63b4b5c87d676cd557da81b is 50, key is test_row_0/B:col10/1733262068162/Put/seqid=0 2024-12-03T21:41:11,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742059_1235 (size=12301) 2024-12-03T21:41:11,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:11,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T21:41:11,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:11,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:11,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51202 deadline: 1733262131364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:11,368 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 0967187c289414fd751a24be14f9efd9 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:11,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:11,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:11,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:11,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262131484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:11,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:11,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262131484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262131484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262131484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:11,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:11,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/343c9c09f63b4b5c87d676cd557da81b 2024-12-03T21:41:11,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/a5307c007f844edb8179c132bdaefdb2 is 50, key is test_row_0/C:col10/1733262068162/Put/seqid=0 2024-12-03T21:41:11,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742060_1236 (size=12301) 2024-12-03T21:41:11,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T21:41:11,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:11,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:11,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:11,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/a5307c007f844edb8179c132bdaefdb2 2024-12-03T21:41:11,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/9236139117994edcb04d2daaa2228063 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9236139117994edcb04d2daaa2228063 2024-12-03T21:41:11,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9236139117994edcb04d2daaa2228063, entries=150, sequenceid=303, filesize=30.5 K 2024-12-03T21:41:11,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/343c9c09f63b4b5c87d676cd557da81b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/343c9c09f63b4b5c87d676cd557da81b 2024-12-03T21:41:11,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/343c9c09f63b4b5c87d676cd557da81b, entries=150, sequenceid=303, filesize=12.0 K 2024-12-03T21:41:11,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/a5307c007f844edb8179c132bdaefdb2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a5307c007f844edb8179c132bdaefdb2 2024-12-03T21:41:11,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a5307c007f844edb8179c132bdaefdb2, entries=150, sequenceid=303, filesize=12.0 K 2024-12-03T21:41:11,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 0967187c289414fd751a24be14f9efd9 in 1673ms, sequenceid=303, compaction requested=true 2024-12-03T21:41:11,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:11,990 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:11,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:11,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:11,991 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:11,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:11,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:11,991 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:11,991 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94345 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:11,991 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/A is initiating minor compaction (all files) 2024-12-03T21:41:11,991 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/B is initiating minor compaction (all files) 2024-12-03T21:41:11,992 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/B in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,992 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/A in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,992 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/15343c77c8564666b0d7d23924ca6c2e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/0f8f0c11bb1e4214acfb5b53bf09102d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/343c9c09f63b4b5c87d676cd557da81b] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=36.6 K 2024-12-03T21:41:11,992 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/17a3a6f220e845cda4435ee353192708, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/2486d77a4da040d8a7f3d5441395f90d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9236139117994edcb04d2daaa2228063] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=92.1 K 2024-12-03T21:41:11,992 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:11,992 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/17a3a6f220e845cda4435ee353192708, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/2486d77a4da040d8a7f3d5441395f90d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9236139117994edcb04d2daaa2228063] 2024-12-03T21:41:11,992 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 15343c77c8564666b0d7d23924ca6c2e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733262065338 2024-12-03T21:41:11,992 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17a3a6f220e845cda4435ee353192708, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733262065338 2024-12-03T21:41:11,992 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f8f0c11bb1e4214acfb5b53bf09102d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733262065988 2024-12-03T21:41:11,992 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2486d77a4da040d8a7f3d5441395f90d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733262065988 2024-12-03T21:41:11,993 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 343c9c09f63b4b5c87d676cd557da81b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733262068162 2024-12-03T21:41:11,993 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9236139117994edcb04d2daaa2228063, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733262068162 2024-12-03T21:41:12,000 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:12,001 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/864a8d1bd13a4c4aa797cb967a828abe is 50, key is test_row_0/B:col10/1733262068162/Put/seqid=0 2024-12-03T21:41:12,003 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:12,006 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120364b0dca4609a4743a9cc4f5824e88151_0967187c289414fd751a24be14f9efd9 store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:12,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742061_1237 (size=12983) 2024-12-03T21:41:12,008 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120364b0dca4609a4743a9cc4f5824e88151_0967187c289414fd751a24be14f9efd9, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:12,008 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120364b0dca4609a4743a9cc4f5824e88151_0967187c289414fd751a24be14f9efd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:12,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742062_1238 (size=4469) 2024-12-03T21:41:12,061 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#A#compaction#202 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:12,062 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/1fb9c01263e44d1b8451ccebcc96bc73 is 175, key is test_row_0/A:col10/1733262068162/Put/seqid=0 2024-12-03T21:41:12,063 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/864a8d1bd13a4c4aa797cb967a828abe as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/864a8d1bd13a4c4aa797cb967a828abe 2024-12-03T21:41:12,067 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/B of 0967187c289414fd751a24be14f9efd9 into 864a8d1bd13a4c4aa797cb967a828abe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:12,068 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:12,068 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/B, priority=13, startTime=1733262071990; duration=0sec 2024-12-03T21:41:12,068 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:12,068 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:B 2024-12-03T21:41:12,068 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:12,071 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:12,071 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/C is initiating minor compaction (all files) 2024-12-03T21:41:12,071 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/C in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:12,071 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/437ed01e5db84addacc325003392676c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d4ef952941a6406586825a6564cca30d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a5307c007f844edb8179c132bdaefdb2] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=36.6 K 2024-12-03T21:41:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742063_1239 (size=31937) 2024-12-03T21:41:12,072 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 437ed01e5db84addacc325003392676c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733262065338 2024-12-03T21:41:12,072 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d4ef952941a6406586825a6564cca30d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733262065988 2024-12-03T21:41:12,072 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a5307c007f844edb8179c132bdaefdb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733262068162 2024-12-03T21:41:12,080 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:12,080 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/381abf34359643928970b3303fcf23cb is 50, key is test_row_0/C:col10/1733262068162/Put/seqid=0 2024-12-03T21:41:12,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742064_1240 (size=12983) 2024-12-03T21:41:12,090 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/381abf34359643928970b3303fcf23cb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/381abf34359643928970b3303fcf23cb 2024-12-03T21:41:12,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-03T21:41:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:12,095 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:41:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:12,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:12,096 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/C of 0967187c289414fd751a24be14f9efd9 into 381abf34359643928970b3303fcf23cb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:12,096 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:12,096 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/C, priority=13, startTime=1733262071991; duration=0sec 2024-12-03T21:41:12,096 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:12,096 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:C 2024-12-03T21:41:12,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d0a5d7ef678f4d04b72861de5c1573f9_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262070345/Put/seqid=0 2024-12-03T21:41:12,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742065_1241 (size=12454) 2024-12-03T21:41:12,474 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/1fb9c01263e44d1b8451ccebcc96bc73 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/1fb9c01263e44d1b8451ccebcc96bc73 2024-12-03T21:41:12,479 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/A of 0967187c289414fd751a24be14f9efd9 into 1fb9c01263e44d1b8451ccebcc96bc73(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:12,479 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:12,479 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/A, priority=13, startTime=1733262071989; duration=0sec 2024-12-03T21:41:12,479 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:12,479 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:A 2024-12-03T21:41:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:12,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. as already flushing 2024-12-03T21:41:12,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:12,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262132510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,525 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262132511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262132512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,527 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203d0a5d7ef678f4d04b72861de5c1573f9_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d0a5d7ef678f4d04b72861de5c1573f9_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:12,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262132526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/13bd2933bfa1427b915a3a93586be35b, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:12,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/13bd2933bfa1427b915a3a93586be35b is 175, key is test_row_0/A:col10/1733262070345/Put/seqid=0 2024-12-03T21:41:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742066_1242 (size=31255) 2024-12-03T21:41:12,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262132633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262132633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262132633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262132634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T21:41:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262132843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262132843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262132844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262132844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:12,932 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/13bd2933bfa1427b915a3a93586be35b 2024-12-03T21:41:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/bcef018df62f4a34b47c4c06f5caea80 is 50, key is test_row_0/B:col10/1733262070345/Put/seqid=0 2024-12-03T21:41:12,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742067_1243 (size=12301) 2024-12-03T21:41:13,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262133154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:13,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:13,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262133154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:13,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:13,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,157 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:13,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262133154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:13,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262133154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:13,345 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/bcef018df62f4a34b47c4c06f5caea80 2024-12-03T21:41:13,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/59ffe9aeb4074da2bd35de163c15e0eb is 50, key is test_row_0/C:col10/1733262070345/Put/seqid=0 2024-12-03T21:41:13,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742068_1244 (size=12301) 2024-12-03T21:41:13,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51258 deadline: 1733262133664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:13,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51218 deadline: 1733262133664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:13,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:13,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51246 deadline: 1733262133664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:13,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,665 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51234 deadline: 1733262133664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:13,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:13,756 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/59ffe9aeb4074da2bd35de163c15e0eb 2024-12-03T21:41:13,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/13bd2933bfa1427b915a3a93586be35b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/13bd2933bfa1427b915a3a93586be35b 2024-12-03T21:41:13,764 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/13bd2933bfa1427b915a3a93586be35b, entries=150, sequenceid=320, filesize=30.5 K 2024-12-03T21:41:13,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/bcef018df62f4a34b47c4c06f5caea80 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/bcef018df62f4a34b47c4c06f5caea80 2024-12-03T21:41:13,769 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/bcef018df62f4a34b47c4c06f5caea80, entries=150, sequenceid=320, filesize=12.0 K 2024-12-03T21:41:13,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/59ffe9aeb4074da2bd35de163c15e0eb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/59ffe9aeb4074da2bd35de163c15e0eb 2024-12-03T21:41:13,776 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/59ffe9aeb4074da2bd35de163c15e0eb, entries=150, sequenceid=320, filesize=12.0 K 2024-12-03T21:41:13,777 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 0967187c289414fd751a24be14f9efd9 in 1682ms, sequenceid=320, compaction requested=false 2024-12-03T21:41:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-03T21:41:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-03T21:41:13,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-03T21:41:13,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2120 sec 2024-12-03T21:41:13,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 3.2160 sec 2024-12-03T21:41:14,140 INFO [Thread-768 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-768. 2024-12-03T21:41:14,140 DEBUG [Thread-768 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:14,140 DEBUG [Thread-768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,141 DEBUG [Thread-768 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,141 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:14,142 INFO [Thread-766 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-766. 2024-12-03T21:41:14,142 DEBUG [Thread-766 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:14,142 DEBUG [Thread-766 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,142 DEBUG [Thread-766 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:14,143 INFO [Thread-772 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-772. 2024-12-03T21:41:14,143 DEBUG [Thread-772 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:14,143 DEBUG [Thread-772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,143 DEBUG [Thread-772 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:14,146 INFO [Thread-770 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-770. 2024-12-03T21:41:14,146 DEBUG [Thread-770 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:14,146 DEBUG [Thread-770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,146 DEBUG [Thread-770 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:14,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:41:14,680 INFO [Thread-759 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-759. 2024-12-03T21:41:14,680 INFO [Thread-761 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-761. 2024-12-03T21:41:14,680 INFO [Thread-755 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-755. 2024-12-03T21:41:14,680 DEBUG [Thread-759 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:14,680 DEBUG [Thread-761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:14,680 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,680 DEBUG [Thread-755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:14,681 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,681 DEBUG [Thread-761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,681 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,681 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:14,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:14,681 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:14,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:14,681 DEBUG [Thread-761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:14,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:14,686 INFO [Thread-757 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-757. 2024-12-03T21:41:14,686 DEBUG [Thread-757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:14,686 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,686 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:14,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:14,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ddf47b9b0a904384b60fe4355263f4e6_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262072511/Put/seqid=0 2024-12-03T21:41:14,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742069_1245 (size=12454) 2024-12-03T21:41:14,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-03T21:41:14,734 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:15,093 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:15,098 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ddf47b9b0a904384b60fe4355263f4e6_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ddf47b9b0a904384b60fe4355263f4e6_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:15,100 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/72309a0efb4846889d0999daa45ca448, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:15,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/72309a0efb4846889d0999daa45ca448 is 175, key is test_row_0/A:col10/1733262072511/Put/seqid=0 2024-12-03T21:41:15,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742070_1246 (size=31255) 2024-12-03T21:41:15,508 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=341, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/72309a0efb4846889d0999daa45ca448 2024-12-03T21:41:15,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/aedf077722bd4f5c8d490ca5b4bbefc8 is 50, key is test_row_0/B:col10/1733262072511/Put/seqid=0 2024-12-03T21:41:15,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742071_1247 (size=12301) 2024-12-03T21:41:15,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/aedf077722bd4f5c8d490ca5b4bbefc8 2024-12-03T21:41:15,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/615b1d4aaa2c48ef9483dba7fb400d79 is 50, key is test_row_0/C:col10/1733262072511/Put/seqid=0 2024-12-03T21:41:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742072_1248 (size=12301) 2024-12-03T21:41:16,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/615b1d4aaa2c48ef9483dba7fb400d79 2024-12-03T21:41:16,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/72309a0efb4846889d0999daa45ca448 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/72309a0efb4846889d0999daa45ca448 2024-12-03T21:41:16,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/72309a0efb4846889d0999daa45ca448, entries=150, sequenceid=341, filesize=30.5 K 2024-12-03T21:41:16,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/aedf077722bd4f5c8d490ca5b4bbefc8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/aedf077722bd4f5c8d490ca5b4bbefc8 2024-12-03T21:41:16,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/aedf077722bd4f5c8d490ca5b4bbefc8, entries=150, sequenceid=341, filesize=12.0 K 2024-12-03T21:41:16,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/615b1d4aaa2c48ef9483dba7fb400d79 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/615b1d4aaa2c48ef9483dba7fb400d79 2024-12-03T21:41:16,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/615b1d4aaa2c48ef9483dba7fb400d79, entries=150, sequenceid=341, filesize=12.0 K 2024-12-03T21:41:16,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=6.71 KB/6870 for 0967187c289414fd751a24be14f9efd9 in 1686ms, sequenceid=341, compaction requested=true 2024-12-03T21:41:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:16,367 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0967187c289414fd751a24be14f9efd9:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:16,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:16,367 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:16,368 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:16,368 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:16,368 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/B is initiating minor compaction (all files) 2024-12-03T21:41:16,368 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/A is initiating minor compaction (all files) 2024-12-03T21:41:16,368 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/B in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:16,368 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/A in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:16,368 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/864a8d1bd13a4c4aa797cb967a828abe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/bcef018df62f4a34b47c4c06f5caea80, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/aedf077722bd4f5c8d490ca5b4bbefc8] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=36.7 K 2024-12-03T21:41:16,368 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/1fb9c01263e44d1b8451ccebcc96bc73, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/13bd2933bfa1427b915a3a93586be35b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/72309a0efb4846889d0999daa45ca448] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=92.2 K 2024-12-03T21:41:16,368 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:16,369 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/1fb9c01263e44d1b8451ccebcc96bc73, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/13bd2933bfa1427b915a3a93586be35b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/72309a0efb4846889d0999daa45ca448] 2024-12-03T21:41:16,369 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 864a8d1bd13a4c4aa797cb967a828abe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733262068162 2024-12-03T21:41:16,369 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fb9c01263e44d1b8451ccebcc96bc73, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733262068162 2024-12-03T21:41:16,369 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bcef018df62f4a34b47c4c06f5caea80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733262070340 2024-12-03T21:41:16,369 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13bd2933bfa1427b915a3a93586be35b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733262070340 2024-12-03T21:41:16,370 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting aedf077722bd4f5c8d490ca5b4bbefc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733262072511 2024-12-03T21:41:16,370 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72309a0efb4846889d0999daa45ca448, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733262072511 2024-12-03T21:41:16,380 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:16,382 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:16,382 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/420cde2142874569bacde1195ad4927b is 50, key is test_row_0/B:col10/1733262072511/Put/seqid=0 2024-12-03T21:41:16,382 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412033f1e16ccafa24aa79d86b2a980b77ec9_0967187c289414fd751a24be14f9efd9 store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:16,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742073_1249 (size=13085) 2024-12-03T21:41:16,396 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412033f1e16ccafa24aa79d86b2a980b77ec9_0967187c289414fd751a24be14f9efd9, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:16,396 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033f1e16ccafa24aa79d86b2a980b77ec9_0967187c289414fd751a24be14f9efd9 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:16,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742074_1250 (size=4469) 2024-12-03T21:41:16,797 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/420cde2142874569bacde1195ad4927b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/420cde2142874569bacde1195ad4927b 2024-12-03T21:41:16,801 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#A#compaction#211 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:16,802 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/085a3ee0d53d43b6874ee3ab5adcd358 is 175, key is test_row_0/A:col10/1733262072511/Put/seqid=0 2024-12-03T21:41:16,805 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/B of 0967187c289414fd751a24be14f9efd9 into 420cde2142874569bacde1195ad4927b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:16,805 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:16,805 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/B, priority=13, startTime=1733262076367; duration=0sec 2024-12-03T21:41:16,805 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:16,805 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:B 2024-12-03T21:41:16,805 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:16,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742075_1251 (size=32039) 2024-12-03T21:41:16,806 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:16,806 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 0967187c289414fd751a24be14f9efd9/C is initiating minor compaction (all files) 2024-12-03T21:41:16,806 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 0967187c289414fd751a24be14f9efd9/C in TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:16,807 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/381abf34359643928970b3303fcf23cb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/59ffe9aeb4074da2bd35de163c15e0eb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/615b1d4aaa2c48ef9483dba7fb400d79] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp, totalSize=36.7 K 2024-12-03T21:41:16,807 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 381abf34359643928970b3303fcf23cb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733262068162 2024-12-03T21:41:16,807 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 59ffe9aeb4074da2bd35de163c15e0eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1733262070340 2024-12-03T21:41:16,807 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 615b1d4aaa2c48ef9483dba7fb400d79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1733262072511 2024-12-03T21:41:16,814 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0967187c289414fd751a24be14f9efd9#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:16,814 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/03988240b57343fdace6e7f899df0090 is 50, key is test_row_0/C:col10/1733262072511/Put/seqid=0 2024-12-03T21:41:16,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742076_1252 (size=13085) 2024-12-03T21:41:17,247 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/03988240b57343fdace6e7f899df0090 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/03988240b57343fdace6e7f899df0090 2024-12-03T21:41:17,247 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/085a3ee0d53d43b6874ee3ab5adcd358 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/085a3ee0d53d43b6874ee3ab5adcd358 2024-12-03T21:41:17,253 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/A of 0967187c289414fd751a24be14f9efd9 into 085a3ee0d53d43b6874ee3ab5adcd358(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:17,253 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0967187c289414fd751a24be14f9efd9/C of 0967187c289414fd751a24be14f9efd9 into 03988240b57343fdace6e7f899df0090(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:17,253 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:17,253 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 0967187c289414fd751a24be14f9efd9: 2024-12-03T21:41:17,253 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/C, priority=13, startTime=1733262076367; duration=0sec 2024-12-03T21:41:17,253 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., storeName=0967187c289414fd751a24be14f9efd9/A, priority=13, startTime=1733262076367; duration=0sec 2024-12-03T21:41:17,253 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:17,253 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:A 2024-12-03T21:41:17,253 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:17,254 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0967187c289414fd751a24be14f9efd9:C 2024-12-03T21:41:21,478 INFO [Thread-763 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-763. 2024-12-03T21:41:21,478 DEBUG [Thread-763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:21,478 DEBUG [Thread-763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:21,479 DEBUG [Thread-763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:21,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4807 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5130 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2085 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6255 rows 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2092 2024-12-03T21:41:21,480 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6274 rows 2024-12-03T21:41:21,481 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:41:21,481 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:41:21,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:21,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:21,481 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:21,483 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T21:41:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T21:41:21,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262081488"}]},"ts":"1733262081488"} 2024-12-03T21:41:21,490 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T21:41:21,490 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T21:41:21,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T21:41:21,492 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, UNASSIGN}] 2024-12-03T21:41:21,493 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, UNASSIGN 2024-12-03T21:41:21,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=0967187c289414fd751a24be14f9efd9, regionState=CLOSING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:41:21,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, UNASSIGN because future has completed 2024-12-03T21:41:21,495 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T21:41:21,495 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:41:21,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T21:41:21,648 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:21,648 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T21:41:21,648 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 0967187c289414fd751a24be14f9efd9, disabling compactions & flushes 2024-12-03T21:41:21,648 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:21,648 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:21,648 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. after waiting 0 ms 2024-12-03T21:41:21,648 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:21,649 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(2902): Flushing 0967187c289414fd751a24be14f9efd9 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-12-03T21:41:21,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=A 2024-12-03T21:41:21,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:21,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=B 2024-12-03T21:41:21,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:21,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0967187c289414fd751a24be14f9efd9, store=C 2024-12-03T21:41:21,649 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:21,659 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f1d7b7141eb74a34a95f40a3719cbaf1_0967187c289414fd751a24be14f9efd9 is 50, key is test_row_0/A:col10/1733262081475/Put/seqid=0 2024-12-03T21:41:21,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742077_1253 (size=9914) 2024-12-03T21:41:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T21:41:22,065 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:22,069 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203f1d7b7141eb74a34a95f40a3719cbaf1_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f1d7b7141eb74a34a95f40a3719cbaf1_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:22,070 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/0aded518f15348ae8a546bcc34ee006d, store: [table=TestAcidGuarantees family=A region=0967187c289414fd751a24be14f9efd9] 2024-12-03T21:41:22,070 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/0aded518f15348ae8a546bcc34ee006d is 175, key is test_row_0/A:col10/1733262081475/Put/seqid=0 2024-12-03T21:41:22,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742078_1254 (size=22561) 2024-12-03T21:41:22,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T21:41:22,475 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=349, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/0aded518f15348ae8a546bcc34ee006d 2024-12-03T21:41:22,517 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/a81129ff439945eb9b33cbf708116853 is 50, key is test_row_0/B:col10/1733262081475/Put/seqid=0 2024-12-03T21:41:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742079_1255 (size=9857) 2024-12-03T21:41:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T21:41:22,924 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/a81129ff439945eb9b33cbf708116853 2024-12-03T21:41:22,938 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/c3c0d3862b4e43d3b2ea3c3160c46af7 is 50, key is test_row_0/C:col10/1733262081475/Put/seqid=0 2024-12-03T21:41:22,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742080_1256 (size=9857) 2024-12-03T21:41:23,345 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/c3c0d3862b4e43d3b2ea3c3160c46af7 2024-12-03T21:41:23,356 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/A/0aded518f15348ae8a546bcc34ee006d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/0aded518f15348ae8a546bcc34ee006d 2024-12-03T21:41:23,362 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/0aded518f15348ae8a546bcc34ee006d, entries=100, sequenceid=349, filesize=22.0 K 2024-12-03T21:41:23,363 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/B/a81129ff439945eb9b33cbf708116853 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/a81129ff439945eb9b33cbf708116853 2024-12-03T21:41:23,368 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/a81129ff439945eb9b33cbf708116853, entries=100, sequenceid=349, filesize=9.6 K 2024-12-03T21:41:23,369 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/.tmp/C/c3c0d3862b4e43d3b2ea3c3160c46af7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/c3c0d3862b4e43d3b2ea3c3160c46af7 2024-12-03T21:41:23,376 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/c3c0d3862b4e43d3b2ea3c3160c46af7, entries=100, sequenceid=349, filesize=9.6 K 2024-12-03T21:41:23,377 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 0967187c289414fd751a24be14f9efd9 in 1729ms, sequenceid=349, compaction requested=false 2024-12-03T21:41:23,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/34a58f0ddbf24d96b30583f7a1a125eb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/aa8059254c1f4af6aed687446456a4fe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/6665c0d51b174422bab76783b4397fb8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/ce147338a292473e903a7429f2def0e0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/21a21722a94d4611a1f464028281e61d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/4dffddbb2b464fc3a310cf404886c350, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/dcbaa89d4ef147f982df3210e2f671da, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/fa4c21d3877e4aed93c92525a7a5ec6e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/379ae8121afd4292b6f39e04e3962e99, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/923f1d2131e145fe9b34772837a3f4bb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/618b8c01c09b427bb4259bc6977cfc8c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/925703e223cf44ea8961c31a3576aa77, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/acf195b3beb04ceb8b06b70d6c4797c2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/b5e761c7b4fd4e3eaed42679f11b77a0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/a407f817328e4427b14317f93b5b4c69, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/17a3a6f220e845cda4435ee353192708, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/7e73e2fa4b264af8ba2f95995f029ab7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/2486d77a4da040d8a7f3d5441395f90d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/1fb9c01263e44d1b8451ccebcc96bc73, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9236139117994edcb04d2daaa2228063, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/13bd2933bfa1427b915a3a93586be35b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/72309a0efb4846889d0999daa45ca448] to archive 2024-12-03T21:41:23,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:41:23,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/34a58f0ddbf24d96b30583f7a1a125eb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/34a58f0ddbf24d96b30583f7a1a125eb 2024-12-03T21:41:23,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/aa8059254c1f4af6aed687446456a4fe to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/aa8059254c1f4af6aed687446456a4fe 2024-12-03T21:41:23,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/6665c0d51b174422bab76783b4397fb8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/6665c0d51b174422bab76783b4397fb8 2024-12-03T21:41:23,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/ce147338a292473e903a7429f2def0e0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/ce147338a292473e903a7429f2def0e0 2024-12-03T21:41:23,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/21a21722a94d4611a1f464028281e61d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/21a21722a94d4611a1f464028281e61d 2024-12-03T21:41:23,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/4dffddbb2b464fc3a310cf404886c350 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/4dffddbb2b464fc3a310cf404886c350 2024-12-03T21:41:23,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/dcbaa89d4ef147f982df3210e2f671da to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/dcbaa89d4ef147f982df3210e2f671da 2024-12-03T21:41:23,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/fa4c21d3877e4aed93c92525a7a5ec6e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/fa4c21d3877e4aed93c92525a7a5ec6e 2024-12-03T21:41:23,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/379ae8121afd4292b6f39e04e3962e99 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/379ae8121afd4292b6f39e04e3962e99 2024-12-03T21:41:23,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/923f1d2131e145fe9b34772837a3f4bb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/923f1d2131e145fe9b34772837a3f4bb 2024-12-03T21:41:23,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/618b8c01c09b427bb4259bc6977cfc8c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/618b8c01c09b427bb4259bc6977cfc8c 2024-12-03T21:41:23,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/925703e223cf44ea8961c31a3576aa77 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/925703e223cf44ea8961c31a3576aa77 2024-12-03T21:41:23,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/acf195b3beb04ceb8b06b70d6c4797c2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/acf195b3beb04ceb8b06b70d6c4797c2 2024-12-03T21:41:23,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/b5e761c7b4fd4e3eaed42679f11b77a0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/b5e761c7b4fd4e3eaed42679f11b77a0 2024-12-03T21:41:23,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/a407f817328e4427b14317f93b5b4c69 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/a407f817328e4427b14317f93b5b4c69 2024-12-03T21:41:23,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9f54d2ddd9c94137a9e6dc1c9ce0bd79 2024-12-03T21:41:23,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/17a3a6f220e845cda4435ee353192708 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/17a3a6f220e845cda4435ee353192708 2024-12-03T21:41:23,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/7e73e2fa4b264af8ba2f95995f029ab7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/7e73e2fa4b264af8ba2f95995f029ab7 2024-12-03T21:41:23,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/2486d77a4da040d8a7f3d5441395f90d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/2486d77a4da040d8a7f3d5441395f90d 2024-12-03T21:41:23,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/1fb9c01263e44d1b8451ccebcc96bc73 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/1fb9c01263e44d1b8451ccebcc96bc73 2024-12-03T21:41:23,401 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9236139117994edcb04d2daaa2228063 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/9236139117994edcb04d2daaa2228063 2024-12-03T21:41:23,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/13bd2933bfa1427b915a3a93586be35b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/13bd2933bfa1427b915a3a93586be35b 2024-12-03T21:41:23,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/72309a0efb4846889d0999daa45ca448 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/72309a0efb4846889d0999daa45ca448 2024-12-03T21:41:23,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/8b5c197159c848599e42b2d5990730dc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/79ba3503f27c4fb8bf9ef102280cef0b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/b36256e833d2439eac3b4abb3c757e46, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/43844221efcb46119d65312a454f4efd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77004065e9774bc9b3000fd6c51e5ea5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/a036adcc123d43dd9205d296233e89e8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/1b01e0bac00f452eb21cc6b2bea499f0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77dcb9583e7a4c77b36df77d832b7b16, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/c4f723ae259e4226a8a6802170cce0b9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/483da6b306e74a1f853f1168dde40091, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d7b6b0558b1b43aea98fd28f2f944fd3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9e75e3a552274a8b9976fb72c62e8b8f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/e01fdb34ffc2426e86babd354deeb9d1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/7be6e06f5c9b4bedb420a384f489c1ed, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9709e18335a14b1cbecd9812c8c4cb25, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/90c26034ba9f4163b540e051c034ca44, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/15343c77c8564666b0d7d23924ca6c2e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d9fba262b5f34ebe9049f20c7de4c5f2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/0f8f0c11bb1e4214acfb5b53bf09102d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/864a8d1bd13a4c4aa797cb967a828abe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/343c9c09f63b4b5c87d676cd557da81b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/bcef018df62f4a34b47c4c06f5caea80, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/aedf077722bd4f5c8d490ca5b4bbefc8] to archive 2024-12-03T21:41:23,405 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:41:23,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/8b5c197159c848599e42b2d5990730dc to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/8b5c197159c848599e42b2d5990730dc 2024-12-03T21:41:23,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/79ba3503f27c4fb8bf9ef102280cef0b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/79ba3503f27c4fb8bf9ef102280cef0b 2024-12-03T21:41:23,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/b36256e833d2439eac3b4abb3c757e46 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/b36256e833d2439eac3b4abb3c757e46 2024-12-03T21:41:23,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/43844221efcb46119d65312a454f4efd to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/43844221efcb46119d65312a454f4efd 2024-12-03T21:41:23,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77004065e9774bc9b3000fd6c51e5ea5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77004065e9774bc9b3000fd6c51e5ea5 2024-12-03T21:41:23,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/a036adcc123d43dd9205d296233e89e8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/a036adcc123d43dd9205d296233e89e8 2024-12-03T21:41:23,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/1b01e0bac00f452eb21cc6b2bea499f0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/1b01e0bac00f452eb21cc6b2bea499f0 2024-12-03T21:41:23,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77dcb9583e7a4c77b36df77d832b7b16 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/77dcb9583e7a4c77b36df77d832b7b16 2024-12-03T21:41:23,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/c4f723ae259e4226a8a6802170cce0b9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/c4f723ae259e4226a8a6802170cce0b9 2024-12-03T21:41:23,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/483da6b306e74a1f853f1168dde40091 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/483da6b306e74a1f853f1168dde40091 2024-12-03T21:41:23,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d7b6b0558b1b43aea98fd28f2f944fd3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d7b6b0558b1b43aea98fd28f2f944fd3 2024-12-03T21:41:23,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9e75e3a552274a8b9976fb72c62e8b8f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9e75e3a552274a8b9976fb72c62e8b8f 2024-12-03T21:41:23,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/e01fdb34ffc2426e86babd354deeb9d1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/e01fdb34ffc2426e86babd354deeb9d1 2024-12-03T21:41:23,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/7be6e06f5c9b4bedb420a384f489c1ed to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/7be6e06f5c9b4bedb420a384f489c1ed 2024-12-03T21:41:23,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9709e18335a14b1cbecd9812c8c4cb25 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/9709e18335a14b1cbecd9812c8c4cb25 2024-12-03T21:41:23,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/90c26034ba9f4163b540e051c034ca44 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/90c26034ba9f4163b540e051c034ca44 2024-12-03T21:41:23,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/15343c77c8564666b0d7d23924ca6c2e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/15343c77c8564666b0d7d23924ca6c2e 2024-12-03T21:41:23,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d9fba262b5f34ebe9049f20c7de4c5f2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/d9fba262b5f34ebe9049f20c7de4c5f2 2024-12-03T21:41:23,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/0f8f0c11bb1e4214acfb5b53bf09102d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/0f8f0c11bb1e4214acfb5b53bf09102d 2024-12-03T21:41:23,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/864a8d1bd13a4c4aa797cb967a828abe to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/864a8d1bd13a4c4aa797cb967a828abe 2024-12-03T21:41:23,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/343c9c09f63b4b5c87d676cd557da81b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/343c9c09f63b4b5c87d676cd557da81b 2024-12-03T21:41:23,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/bcef018df62f4a34b47c4c06f5caea80 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/bcef018df62f4a34b47c4c06f5caea80 2024-12-03T21:41:23,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/aedf077722bd4f5c8d490ca5b4bbefc8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/aedf077722bd4f5c8d490ca5b4bbefc8 2024-12-03T21:41:23,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9775fc63668f4567816a9fcbebe36b7d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a278c0984f0e46f7861da3d3f6e42d5b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f86a9bb1b0414cec95d5591e743eb4af, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/6318987564c64b5ca30d53676ea589b8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/b104196528f54048ab719e5788c08054, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a444b17bc8c341ef9b007e5a6eaac1e6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/caf79ea35e32497087ac7a12268fa072, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/fda9fea4a81a46fdac4a2d8b69317776, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9d5a9cbd9c5641549ea62de48edefae2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2e5d33327085464d835f38928497d09b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f70dde7b984f47f88d67197f732a09e7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/8c14a6ca4ea54f9a9599869926842618, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d3de1d43be6e47b6804b1192f1f901b4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/229dd3ce0aeb4610b963601c241a7157, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2b3b6d5a3f6c4eda8839ceb142a97bbe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/4b21219e9a704b6f87c0f2950c648365, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/437ed01e5db84addacc325003392676c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/09c353d6e5e74127b73b7009a380492f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d4ef952941a6406586825a6564cca30d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/381abf34359643928970b3303fcf23cb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a5307c007f844edb8179c132bdaefdb2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/59ffe9aeb4074da2bd35de163c15e0eb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/615b1d4aaa2c48ef9483dba7fb400d79] to archive 2024-12-03T21:41:23,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:41:23,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9775fc63668f4567816a9fcbebe36b7d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9775fc63668f4567816a9fcbebe36b7d 2024-12-03T21:41:23,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a278c0984f0e46f7861da3d3f6e42d5b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a278c0984f0e46f7861da3d3f6e42d5b 2024-12-03T21:41:23,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f86a9bb1b0414cec95d5591e743eb4af to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f86a9bb1b0414cec95d5591e743eb4af 2024-12-03T21:41:23,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/6318987564c64b5ca30d53676ea589b8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/6318987564c64b5ca30d53676ea589b8 2024-12-03T21:41:23,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/b104196528f54048ab719e5788c08054 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/b104196528f54048ab719e5788c08054 2024-12-03T21:41:23,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a444b17bc8c341ef9b007e5a6eaac1e6 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a444b17bc8c341ef9b007e5a6eaac1e6 2024-12-03T21:41:23,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/caf79ea35e32497087ac7a12268fa072 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/caf79ea35e32497087ac7a12268fa072 2024-12-03T21:41:23,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/fda9fea4a81a46fdac4a2d8b69317776 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/fda9fea4a81a46fdac4a2d8b69317776 2024-12-03T21:41:23,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9d5a9cbd9c5641549ea62de48edefae2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/9d5a9cbd9c5641549ea62de48edefae2 2024-12-03T21:41:23,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2e5d33327085464d835f38928497d09b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2e5d33327085464d835f38928497d09b 2024-12-03T21:41:23,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f70dde7b984f47f88d67197f732a09e7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/f70dde7b984f47f88d67197f732a09e7 2024-12-03T21:41:23,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/8c14a6ca4ea54f9a9599869926842618 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/8c14a6ca4ea54f9a9599869926842618 2024-12-03T21:41:23,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d3de1d43be6e47b6804b1192f1f901b4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d3de1d43be6e47b6804b1192f1f901b4 2024-12-03T21:41:23,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/229dd3ce0aeb4610b963601c241a7157 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/229dd3ce0aeb4610b963601c241a7157 2024-12-03T21:41:23,440 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2b3b6d5a3f6c4eda8839ceb142a97bbe to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/2b3b6d5a3f6c4eda8839ceb142a97bbe 2024-12-03T21:41:23,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/4b21219e9a704b6f87c0f2950c648365 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/4b21219e9a704b6f87c0f2950c648365 2024-12-03T21:41:23,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/437ed01e5db84addacc325003392676c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/437ed01e5db84addacc325003392676c 2024-12-03T21:41:23,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/09c353d6e5e74127b73b7009a380492f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/09c353d6e5e74127b73b7009a380492f 2024-12-03T21:41:23,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d4ef952941a6406586825a6564cca30d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/d4ef952941a6406586825a6564cca30d 2024-12-03T21:41:23,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/381abf34359643928970b3303fcf23cb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/381abf34359643928970b3303fcf23cb 2024-12-03T21:41:23,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a5307c007f844edb8179c132bdaefdb2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/a5307c007f844edb8179c132bdaefdb2 2024-12-03T21:41:23,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/59ffe9aeb4074da2bd35de163c15e0eb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/59ffe9aeb4074da2bd35de163c15e0eb 2024-12-03T21:41:23,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/615b1d4aaa2c48ef9483dba7fb400d79 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/615b1d4aaa2c48ef9483dba7fb400d79 2024-12-03T21:41:23,450 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/recovered.edits/352.seqid, newMaxSeqId=352, maxSeqId=4 2024-12-03T21:41:23,451 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. 2024-12-03T21:41:23,451 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 0967187c289414fd751a24be14f9efd9: Waiting for close lock at 1733262081648Running coprocessor pre-close hooks at 1733262081648Disabling compacts and flushes for region at 1733262081648Disabling writes for close at 1733262081648Obtaining lock to block concurrent updates at 1733262081649 (+1 ms)Preparing flush snapshotting stores in 0967187c289414fd751a24be14f9efd9 at 1733262081649Finished memstore snapshotting TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1733262081649Flushing stores of TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9. at 1733262081651 (+2 ms)Flushing 0967187c289414fd751a24be14f9efd9/A: creating writer at 1733262081651Flushing mob file 0967187c289414fd751a24be14f9efd9/A: appending metadata at 1733262081659 (+8 ms)Flushing mob file 0967187c289414fd751a24be14f9efd9/A: closing flushed file at 1733262081659Flushing 0967187c289414fd751a24be14f9efd9/A: appending metadata at 1733262082070 (+411 ms)Flushing 0967187c289414fd751a24be14f9efd9/A: closing flushed file at 1733262082070Flushing 0967187c289414fd751a24be14f9efd9/B: creating writer at 1733262082513 (+443 ms)Flushing 0967187c289414fd751a24be14f9efd9/B: appending metadata at 1733262082516 (+3 ms)Flushing 0967187c289414fd751a24be14f9efd9/B: closing flushed file at 1733262082516Flushing 0967187c289414fd751a24be14f9efd9/C: creating writer at 1733262082935 (+419 ms)Flushing 0967187c289414fd751a24be14f9efd9/C: appending metadata at 1733262082937 (+2 ms)Flushing 0967187c289414fd751a24be14f9efd9/C: closing flushed file at 1733262082938 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421a0639: reopening flushed file at 1733262083355 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309e9190: reopening flushed file at 1733262083362 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64662194: reopening flushed file at 1733262083368 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 0967187c289414fd751a24be14f9efd9 in 1729ms, sequenceid=349, compaction requested=false at 1733262083377 (+9 ms)Writing region close event to WAL at 1733262083448 (+71 ms)Running coprocessor post-close hooks at 1733262083451 (+3 ms)Closed at 1733262083451 2024-12-03T21:41:23,452 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=0967187c289414fd751a24be14f9efd9, regionState=CLOSED 2024-12-03T21:41:23,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:41:23,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-03T21:41:23,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 0967187c289414fd751a24be14f9efd9, server=101545f66cbd,43541,1733262011125 in 1.9590 sec 2024-12-03T21:41:23,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-12-03T21:41:23,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=0967187c289414fd751a24be14f9efd9, UNASSIGN in 1.9630 sec 2024-12-03T21:41:23,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-03T21:41:23,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9660 sec 2024-12-03T21:41:23,459 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262083458"}]},"ts":"1733262083458"} 2024-12-03T21:41:23,460 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T21:41:23,460 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T21:41:23,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9770 sec 2024-12-03T21:41:23,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-03T21:41:23,635 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:23,637 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T21:41:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:23,641 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T21:41:23,642 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:23,647 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,650 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/recovered.edits] 2024-12-03T21:41:23,656 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/085a3ee0d53d43b6874ee3ab5adcd358 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/085a3ee0d53d43b6874ee3ab5adcd358 2024-12-03T21:41:23,658 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/0aded518f15348ae8a546bcc34ee006d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/A/0aded518f15348ae8a546bcc34ee006d 2024-12-03T21:41:23,662 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/420cde2142874569bacde1195ad4927b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/420cde2142874569bacde1195ad4927b 2024-12-03T21:41:23,664 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/a81129ff439945eb9b33cbf708116853 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/B/a81129ff439945eb9b33cbf708116853 2024-12-03T21:41:23,668 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/03988240b57343fdace6e7f899df0090 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/03988240b57343fdace6e7f899df0090 2024-12-03T21:41:23,670 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/c3c0d3862b4e43d3b2ea3c3160c46af7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/C/c3c0d3862b4e43d3b2ea3c3160c46af7 2024-12-03T21:41:23,674 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/recovered.edits/352.seqid to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9/recovered.edits/352.seqid 2024-12-03T21:41:23,675 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,675 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T21:41:23,676 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T21:41:23,677 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T21:41:23,682 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120309341aeaf74146f8b18e9c1d9fc5cb33_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120309341aeaf74146f8b18e9c1d9fc5cb33_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,684 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031670b794ffba4e87a4ae72a0408e78bc_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031670b794ffba4e87a4ae72a0408e78bc_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,686 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031cd8856b1962432c8b9be3d10dc84ee5_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412031cd8856b1962432c8b9be3d10dc84ee5_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,687 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034b0fd06d068b42c09dff079f78318031_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034b0fd06d068b42c09dff079f78318031_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,689 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036093b620e20a451eb5cb2f1c247c0eae_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036093b620e20a451eb5cb2f1c247c0eae_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,690 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203619166e6fd9c440db169ceab52ebd22f_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203619166e6fd9c440db169ceab52ebd22f_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,691 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036da4b7fbe0fd47e2b56292e0ece436f4_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036da4b7fbe0fd47e2b56292e0ece436f4_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,693 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038ed8d91b81f84b38a744ed5b90e359c2_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038ed8d91b81f84b38a744ed5b90e359c2_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,695 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b70f31237053486db810bccdc6408c1d_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203b70f31237053486db810bccdc6408c1d_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,697 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d0a5d7ef678f4d04b72861de5c1573f9_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203d0a5d7ef678f4d04b72861de5c1573f9_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,699 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ddf47b9b0a904384b60fe4355263f4e6_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ddf47b9b0a904384b60fe4355263f4e6_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,701 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e08f9b73035947239b18f004ebb264ef_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e08f9b73035947239b18f004ebb264ef_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,702 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e93d298a186443aba01e414ef230253a_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e93d298a186443aba01e414ef230253a_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,704 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e9ac64164df74d67b36f1465b6fb0b58_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e9ac64164df74d67b36f1465b6fb0b58_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,705 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f1d7b7141eb74a34a95f40a3719cbaf1_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f1d7b7141eb74a34a95f40a3719cbaf1_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,706 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f1e89698e47445a99a7938cd0c30194a_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f1e89698e47445a99a7938cd0c30194a_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,706 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f2cd5dbe22604f0aa9b29546d0f47121_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203f2cd5dbe22604f0aa9b29546d0f47121_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,707 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fd2b94f23296487a9d79b60d26bd844e_0967187c289414fd751a24be14f9efd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203fd2b94f23296487a9d79b60d26bd844e_0967187c289414fd751a24be14f9efd9 2024-12-03T21:41:23,708 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T21:41:23,710 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:23,713 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T21:41:23,714 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T21:41:23,715 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:23,715 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T21:41:23,715 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733262083715"}]},"ts":"9223372036854775807"} 2024-12-03T21:41:23,717 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T21:41:23,717 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0967187c289414fd751a24be14f9efd9, NAME => 'TestAcidGuarantees,,1733262050935.0967187c289414fd751a24be14f9efd9.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T21:41:23,717 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T21:41:23,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733262083717"}]},"ts":"9223372036854775807"} 2024-12-03T21:41:23,719 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T21:41:23,719 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:23,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 82 msec 2024-12-03T21:41:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-03T21:41:23,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T21:41:23,744 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:23,754 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=248 (was 248), OpenFileDescriptor=447 (was 445) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=241 (was 164) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9763 (was 9866) 2024-12-03T21:41:23,765 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=9763 2024-12-03T21:41:23,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T21:41:23,766 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:41:23,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:23,769 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:41:23,769 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:23,769 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-12-03T21:41:23,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T21:41:23,770 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:41:23,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742081_1257 (size=1061) 2024-12-03T21:41:23,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T21:41:24,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T21:41:24,182 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca 2024-12-03T21:41:24,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742082_1258 (size=53) 2024-12-03T21:41:24,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T21:41:24,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:41:24,594 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 99a3bf1c3104c6b50d343af26fbdd6b5, disabling compactions & flushes 2024-12-03T21:41:24,594 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:24,595 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:24,595 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. after waiting 0 ms 2024-12-03T21:41:24,595 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:24,595 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:24,595 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99a3bf1c3104c6b50d343af26fbdd6b5: Waiting for close lock at 1733262084594Disabling compacts and flushes for region at 1733262084594Disabling writes for close at 1733262084595 (+1 ms)Writing region close event to WAL at 1733262084595Closed at 1733262084595 2024-12-03T21:41:24,597 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:41:24,598 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733262084598"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733262084598"}]},"ts":"1733262084598"} 2024-12-03T21:41:24,600 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:41:24,601 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:41:24,601 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262084601"}]},"ts":"1733262084601"} 2024-12-03T21:41:24,602 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T21:41:24,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99a3bf1c3104c6b50d343af26fbdd6b5, ASSIGN}] 2024-12-03T21:41:24,604 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99a3bf1c3104c6b50d343af26fbdd6b5, ASSIGN 2024-12-03T21:41:24,605 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99a3bf1c3104c6b50d343af26fbdd6b5, ASSIGN; state=OFFLINE, location=101545f66cbd,43541,1733262011125; forceNewPlan=false, retain=false 2024-12-03T21:41:24,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=99a3bf1c3104c6b50d343af26fbdd6b5, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:41:24,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99a3bf1c3104c6b50d343af26fbdd6b5, ASSIGN because future has completed 2024-12-03T21:41:24,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:41:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T21:41:24,921 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:24,922 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:41:24,922 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,923 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:41:24,923 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,923 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,925 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,926 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:41:24,926 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99a3bf1c3104c6b50d343af26fbdd6b5 columnFamilyName A 2024-12-03T21:41:24,926 DEBUG [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:24,927 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] regionserver.HStore(327): Store=99a3bf1c3104c6b50d343af26fbdd6b5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:41:24,927 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,928 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:41:24,929 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99a3bf1c3104c6b50d343af26fbdd6b5 columnFamilyName B 2024-12-03T21:41:24,929 DEBUG [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:24,929 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] regionserver.HStore(327): Store=99a3bf1c3104c6b50d343af26fbdd6b5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:41:24,929 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,931 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:41:24,931 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99a3bf1c3104c6b50d343af26fbdd6b5 columnFamilyName C 2024-12-03T21:41:24,931 DEBUG [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:24,931 INFO [StoreOpener-99a3bf1c3104c6b50d343af26fbdd6b5-1 {}] regionserver.HStore(327): Store=99a3bf1c3104c6b50d343af26fbdd6b5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:41:24,932 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:24,932 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,933 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,933 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,934 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,934 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,935 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:41:24,936 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,938 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:41:24,938 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 99a3bf1c3104c6b50d343af26fbdd6b5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60039222, jitterRate=-0.10534587502479553}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:41:24,938 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:24,938 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 99a3bf1c3104c6b50d343af26fbdd6b5: Running coprocessor pre-open hook at 1733262084923Writing region info on filesystem at 1733262084923Initializing all the Stores at 1733262084924 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262084924Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262084924Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262084924Cleaning up temporary data from old regions at 1733262084934 (+10 ms)Running coprocessor post-open hooks at 1733262084938 (+4 ms)Region opened successfully at 1733262084938 2024-12-03T21:41:24,939 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., pid=67, masterSystemTime=1733262084914 2024-12-03T21:41:24,941 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:24,941 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:24,941 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=99a3bf1c3104c6b50d343af26fbdd6b5, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:41:24,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:41:24,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-03T21:41:24,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 in 183 msec 2024-12-03T21:41:24,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-12-03T21:41:24,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99a3bf1c3104c6b50d343af26fbdd6b5, ASSIGN in 341 msec 2024-12-03T21:41:24,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:41:24,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262084947"}]},"ts":"1733262084947"} 2024-12-03T21:41:24,948 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T21:41:24,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:41:24,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec 2024-12-03T21:41:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-03T21:41:25,915 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:25,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23cf6174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,921 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536993e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,924 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506d6437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:41:25,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36053,1733262010428 2024-12-03T21:41:25,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d53ccca 2024-12-03T21:41:25,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:41:25,930 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:41:25,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c6f1434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,933 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,933 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ea1ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,935 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25130e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634f1deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,938 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e08b9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,939 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,940 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c490d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ec2896e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,942 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3235a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,943 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c324381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5155197b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,945 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246a6b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,947 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75eecc21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d0e849b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,951 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,951 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247f479c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,952 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa73390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6935c50e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,954 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3747bb3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,955 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31dc4f89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767db965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,957 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58351043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,958 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,959 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b00c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6493a71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,960 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37dff720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,961 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9bd1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1b1c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,961 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,962 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abff72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,963 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f179de0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727224d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:25,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:25,964 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd65f1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:25,965 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:25,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f683b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:25,966 DEBUG [Thread-1198 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,966 DEBUG [Thread-1209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,966 DEBUG [Thread-1203 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,966 DEBUG [Thread-1205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,966 DEBUG [Thread-1207 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,967 DEBUG [Thread-1192 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,967 DEBUG [Thread-1211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,967 DEBUG [Thread-1196 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,967 DEBUG [Thread-1194 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,968 DEBUG [Thread-1200 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,968 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,970 DEBUG [Thread-1205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:25,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,970 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:25,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:25,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-03T21:41:25,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:25,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T21:41:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,976 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:25,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:41:25,977 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:25,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:25,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:25,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T21:41:25,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:25,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:25,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:25,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:25,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:25,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:26,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/43475852a3ac423cb1363dc74e42a657 is 50, key is test_row_0/A:col10/1733262085983/Put/seqid=0 2024-12-03T21:41:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262146008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262146007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262146009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262146014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262146014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,018 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742083_1259 (size=12001) 2024-12-03T21:41:26,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/43475852a3ac423cb1363dc74e42a657 2024-12-03T21:41:26,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/d36cfefc57a74eb8bb470771f70d59c3 is 50, key is test_row_0/B:col10/1733262085983/Put/seqid=0 2024-12-03T21:41:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T21:41:26,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742084_1260 (size=12001) 2024-12-03T21:41:26,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/d36cfefc57a74eb8bb470771f70d59c3 2024-12-03T21:41:26,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262146123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262146124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262146124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262146124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,127 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262146124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/adb530cdbb104c82a76c50e645742192 is 50, key is test_row_0/C:col10/1733262085983/Put/seqid=0 2024-12-03T21:41:26,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-03T21:41:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:26,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:26,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:26,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:26,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742085_1261 (size=12001) 2024-12-03T21:41:26,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/adb530cdbb104c82a76c50e645742192 2024-12-03T21:41:26,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/43475852a3ac423cb1363dc74e42a657 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/43475852a3ac423cb1363dc74e42a657 2024-12-03T21:41:26,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/43475852a3ac423cb1363dc74e42a657, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T21:41:26,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/d36cfefc57a74eb8bb470771f70d59c3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d36cfefc57a74eb8bb470771f70d59c3 2024-12-03T21:41:26,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d36cfefc57a74eb8bb470771f70d59c3, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T21:41:26,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/adb530cdbb104c82a76c50e645742192 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/adb530cdbb104c82a76c50e645742192 2024-12-03T21:41:26,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/adb530cdbb104c82a76c50e645742192, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T21:41:26,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 197ms, sequenceid=13, compaction requested=false 2024-12-03T21:41:26,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:26,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-03T21:41:26,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:26,284 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T21:41:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:26,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:26,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c77ce64111f54d5f8d159f4dc2621227 is 50, key is test_row_0/A:col10/1733262086012/Put/seqid=0 2024-12-03T21:41:26,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742086_1262 (size=12001) 2024-12-03T21:41:26,293 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c77ce64111f54d5f8d159f4dc2621227 2024-12-03T21:41:26,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T21:41:26,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/ed38f48c164e455696d3be28ca862dad is 50, key is test_row_0/B:col10/1733262086012/Put/seqid=0 2024-12-03T21:41:26,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742087_1263 (size=12001) 2024-12-03T21:41:26,314 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/ed38f48c164e455696d3be28ca862dad 2024-12-03T21:41:26,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/5a135837031840ffb3b35a5102ed7118 is 50, key is test_row_0/C:col10/1733262086012/Put/seqid=0 2024-12-03T21:41:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:26,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:26,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742088_1264 (size=12001) 2024-12-03T21:41:26,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262146340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262146341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262146341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,345 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262146343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262146343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262146453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262146453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262146453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262146453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262146454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T21:41:26,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262146663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262146663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262146664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262146664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262146664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,743 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/5a135837031840ffb3b35a5102ed7118 2024-12-03T21:41:26,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c77ce64111f54d5f8d159f4dc2621227 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c77ce64111f54d5f8d159f4dc2621227 2024-12-03T21:41:26,752 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c77ce64111f54d5f8d159f4dc2621227, entries=150, sequenceid=33, filesize=11.7 K 2024-12-03T21:41:26,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/ed38f48c164e455696d3be28ca862dad as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/ed38f48c164e455696d3be28ca862dad 2024-12-03T21:41:26,757 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/ed38f48c164e455696d3be28ca862dad, entries=150, sequenceid=33, filesize=11.7 K 2024-12-03T21:41:26,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/5a135837031840ffb3b35a5102ed7118 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5a135837031840ffb3b35a5102ed7118 2024-12-03T21:41:26,761 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5a135837031840ffb3b35a5102ed7118, entries=150, sequenceid=33, filesize=11.7 K 2024-12-03T21:41:26,762 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 478ms, sequenceid=33, compaction requested=false 2024-12-03T21:41:26,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:26,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:26,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-03T21:41:26,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-03T21:41:26,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-03T21:41:26,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 786 msec 2024-12-03T21:41:26,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 796 msec 2024-12-03T21:41:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:26,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:41:26,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:26,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:26,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:26,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:26,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:26,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:26,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/ff7329c84e9d43ac9542fc884b90fc36 is 50, key is test_row_0/A:col10/1733262086976/Put/seqid=0 2024-12-03T21:41:26,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742089_1265 (size=12001) 2024-12-03T21:41:26,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/ff7329c84e9d43ac9542fc884b90fc36 2024-12-03T21:41:26,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262146988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262146989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/6572b571b9534f909646280c26229650 is 50, key is test_row_0/B:col10/1733262086976/Put/seqid=0 2024-12-03T21:41:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262146990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262146990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262146991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:26,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:26,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742090_1266 (size=12001) 2024-12-03T21:41:26,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/6572b571b9534f909646280c26229650 2024-12-03T21:41:27,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/bc148c14e6c345b5a13a266b5a88b728 is 50, key is test_row_0/C:col10/1733262086976/Put/seqid=0 2024-12-03T21:41:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742091_1267 (size=12001) 2024-12-03T21:41:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262147104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262147104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262147104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262147104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262147104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,108 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-03T21:41:27,114 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:27,114 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:27,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-03T21:41:27,117 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:27,118 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:27,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:27,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T21:41:27,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T21:41:27,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-03T21:41:27,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:27,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:27,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:27,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:27,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:27,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:27,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262147314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262147314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262147314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262147314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262147314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/bc148c14e6c345b5a13a266b5a88b728 2024-12-03T21:41:27,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/ff7329c84e9d43ac9542fc884b90fc36 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/ff7329c84e9d43ac9542fc884b90fc36 2024-12-03T21:41:27,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/ff7329c84e9d43ac9542fc884b90fc36, entries=150, sequenceid=48, filesize=11.7 K 2024-12-03T21:41:27,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/6572b571b9534f909646280c26229650 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/6572b571b9534f909646280c26229650 2024-12-03T21:41:27,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/6572b571b9534f909646280c26229650, entries=150, sequenceid=48, filesize=11.7 K 2024-12-03T21:41:27,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/bc148c14e6c345b5a13a266b5a88b728 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/bc148c14e6c345b5a13a266b5a88b728 2024-12-03T21:41:27,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-03T21:41:27,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:27,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:27,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:27,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:27,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:27,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:27,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/bc148c14e6c345b5a13a266b5a88b728, entries=150, sequenceid=48, filesize=11.7 K 2024-12-03T21:41:27,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 450ms, sequenceid=48, compaction requested=true 2024-12-03T21:41:27,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:27,427 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:27,427 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:27,427 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:27,428 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:27,428 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:27,428 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/A is initiating minor compaction (all files) 2024-12-03T21:41:27,428 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/B is initiating minor compaction (all files) 2024-12-03T21:41:27,428 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/B in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:27,428 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/A in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:27,428 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d36cfefc57a74eb8bb470771f70d59c3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/ed38f48c164e455696d3be28ca862dad, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/6572b571b9534f909646280c26229650] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=35.2 K 2024-12-03T21:41:27,428 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/43475852a3ac423cb1363dc74e42a657, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c77ce64111f54d5f8d159f4dc2621227, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/ff7329c84e9d43ac9542fc884b90fc36] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=35.2 K 2024-12-03T21:41:27,428 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43475852a3ac423cb1363dc74e42a657, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733262085982 2024-12-03T21:41:27,428 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d36cfefc57a74eb8bb470771f70d59c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733262085982 2024-12-03T21:41:27,428 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting ed38f48c164e455696d3be28ca862dad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733262086007 2024-12-03T21:41:27,428 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c77ce64111f54d5f8d159f4dc2621227, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733262086007 2024-12-03T21:41:27,429 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 6572b571b9534f909646280c26229650, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733262086339 2024-12-03T21:41:27,429 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff7329c84e9d43ac9542fc884b90fc36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733262086339 2024-12-03T21:41:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T21:41:27,446 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#B#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:27,446 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/1e44af581662432f946fc614e7f34712 is 50, key is test_row_0/B:col10/1733262086976/Put/seqid=0 2024-12-03T21:41:27,449 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#A#compaction#226 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:27,450 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c76d589e5c1f4311b86d9b8673cafd3a is 50, key is test_row_0/A:col10/1733262086976/Put/seqid=0 2024-12-03T21:41:27,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742092_1268 (size=12104) 2024-12-03T21:41:27,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742093_1269 (size=12104) 2024-12-03T21:41:27,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-03T21:41:27,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:27,577 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T21:41:27,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:27,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:27,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:27,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:27,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:27,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:27,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/142a42da79714d55a6cd92983f1a28e4 is 50, key is test_row_0/A:col10/1733262086990/Put/seqid=0 2024-12-03T21:41:27,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742094_1270 (size=12001) 2024-12-03T21:41:27,618 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/142a42da79714d55a6cd92983f1a28e4 2024-12-03T21:41:27,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/2a94954a37c54e95a98e7700d6c7ab05 is 50, key is test_row_0/B:col10/1733262086990/Put/seqid=0 2024-12-03T21:41:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:27,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:27,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742095_1271 (size=12001) 2024-12-03T21:41:27,629 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/2a94954a37c54e95a98e7700d6c7ab05 2024-12-03T21:41:27,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/fbb21f63215f4764873ed334ec979635 is 50, key is test_row_0/C:col10/1733262086990/Put/seqid=0 2024-12-03T21:41:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262147636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262147637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,643 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742096_1272 (size=12001) 2024-12-03T21:41:27,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262147641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,646 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262147642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262147643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T21:41:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262147754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262147754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,757 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262147754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262147754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262147754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,866 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/1e44af581662432f946fc614e7f34712 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/1e44af581662432f946fc614e7f34712 2024-12-03T21:41:27,870 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/B of 99a3bf1c3104c6b50d343af26fbdd6b5 into 1e44af581662432f946fc614e7f34712(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:27,870 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:27,870 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/B, priority=13, startTime=1733262087427; duration=0sec 2024-12-03T21:41:27,870 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:27,870 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:B 2024-12-03T21:41:27,870 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:27,872 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:27,872 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/C is initiating minor compaction (all files) 2024-12-03T21:41:27,872 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/C in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:27,872 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/adb530cdbb104c82a76c50e645742192, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5a135837031840ffb3b35a5102ed7118, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/bc148c14e6c345b5a13a266b5a88b728] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=35.2 K 2024-12-03T21:41:27,872 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting adb530cdbb104c82a76c50e645742192, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733262085982 2024-12-03T21:41:27,872 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a135837031840ffb3b35a5102ed7118, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733262086007 2024-12-03T21:41:27,873 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bc148c14e6c345b5a13a266b5a88b728, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733262086339 2024-12-03T21:41:27,877 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c76d589e5c1f4311b86d9b8673cafd3a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c76d589e5c1f4311b86d9b8673cafd3a 2024-12-03T21:41:27,884 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:27,885 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/e1dfef5288f74fc8b05749995d028875 is 50, key is test_row_0/C:col10/1733262086976/Put/seqid=0 2024-12-03T21:41:27,886 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/A of 99a3bf1c3104c6b50d343af26fbdd6b5 into c76d589e5c1f4311b86d9b8673cafd3a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:27,886 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:27,886 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/A, priority=13, startTime=1733262087427; duration=0sec 2024-12-03T21:41:27,886 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:27,886 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:A 2024-12-03T21:41:27,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742097_1273 (size=12104) 2024-12-03T21:41:27,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262147964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262147964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262147964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262147964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:27,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262147964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:27,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,045 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=65 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/fbb21f63215f4764873ed334ec979635 2024-12-03T21:41:28,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/142a42da79714d55a6cd92983f1a28e4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/142a42da79714d55a6cd92983f1a28e4 2024-12-03T21:41:28,053 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/142a42da79714d55a6cd92983f1a28e4, entries=150, sequenceid=65, filesize=11.7 K 2024-12-03T21:41:28,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/2a94954a37c54e95a98e7700d6c7ab05 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/2a94954a37c54e95a98e7700d6c7ab05 2024-12-03T21:41:28,058 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/2a94954a37c54e95a98e7700d6c7ab05, entries=150, sequenceid=65, filesize=11.7 K 2024-12-03T21:41:28,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/fbb21f63215f4764873ed334ec979635 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fbb21f63215f4764873ed334ec979635 2024-12-03T21:41:28,062 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fbb21f63215f4764873ed334ec979635, entries=150, sequenceid=65, filesize=11.7 K 2024-12-03T21:41:28,063 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=87.22 KB/89310 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 486ms, sequenceid=65, compaction requested=false 2024-12-03T21:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-03T21:41:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-03T21:41:28,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-03T21:41:28,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 946 msec 2024-12-03T21:41:28,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 952 msec 2024-12-03T21:41:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-03T21:41:28,253 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:28,254 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-03T21:41:28,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T21:41:28,255 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:28,256 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:28,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:28,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:28,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T21:41:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:28,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:28,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/8231288df3494cab849f75d4ec1dc044 is 50, key is test_row_0/A:col10/1733262088275/Put/seqid=0 2024-12-03T21:41:28,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742098_1274 (size=14341) 2024-12-03T21:41:28,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/8231288df3494cab849f75d4ec1dc044 2024-12-03T21:41:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262148285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262148286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/a252312136324f839c9e53fd222c68f7 is 50, key is test_row_0/B:col10/1733262088275/Put/seqid=0 2024-12-03T21:41:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262148288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262148290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262148291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,301 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/e1dfef5288f74fc8b05749995d028875 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e1dfef5288f74fc8b05749995d028875 2024-12-03T21:41:28,306 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/C of 99a3bf1c3104c6b50d343af26fbdd6b5 into e1dfef5288f74fc8b05749995d028875(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:28,306 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:28,306 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/C, priority=13, startTime=1733262087427; duration=0sec 2024-12-03T21:41:28,306 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:28,306 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:C 2024-12-03T21:41:28,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742099_1275 (size=12001) 2024-12-03T21:41:28,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/a252312136324f839c9e53fd222c68f7 2024-12-03T21:41:28,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/926ae654971744578ec4609d36382b1e is 50, key is test_row_0/C:col10/1733262088275/Put/seqid=0 2024-12-03T21:41:28,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742100_1276 (size=12001) 2024-12-03T21:41:28,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T21:41:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262148393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262148393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T21:41:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:28,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:28,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262148407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262148407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262148407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,410 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T21:41:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:28,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:28,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:28,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T21:41:28,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262148603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262148603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262148614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262148614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262148614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,616 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T21:41:28,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:28,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:28,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:28,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=85 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/926ae654971744578ec4609d36382b1e 2024-12-03T21:41:28,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/8231288df3494cab849f75d4ec1dc044 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8231288df3494cab849f75d4ec1dc044 2024-12-03T21:41:28,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8231288df3494cab849f75d4ec1dc044, entries=200, sequenceid=85, filesize=14.0 K 2024-12-03T21:41:28,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/a252312136324f839c9e53fd222c68f7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/a252312136324f839c9e53fd222c68f7 2024-12-03T21:41:28,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/a252312136324f839c9e53fd222c68f7, entries=150, sequenceid=85, filesize=11.7 K 2024-12-03T21:41:28,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/926ae654971744578ec4609d36382b1e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/926ae654971744578ec4609d36382b1e 2024-12-03T21:41:28,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/926ae654971744578ec4609d36382b1e, entries=150, sequenceid=85, filesize=11.7 K 2024-12-03T21:41:28,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 466ms, sequenceid=85, compaction requested=true 2024-12-03T21:41:28,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:28,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:28,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:28,742 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:28,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:28,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:28,743 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:28,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:28,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:28,743 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:28,743 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:28,743 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/B is initiating minor compaction (all files) 2024-12-03T21:41:28,743 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/A is initiating minor compaction (all files) 2024-12-03T21:41:28,744 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/A in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,744 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c76d589e5c1f4311b86d9b8673cafd3a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/142a42da79714d55a6cd92983f1a28e4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8231288df3494cab849f75d4ec1dc044] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=37.5 K 2024-12-03T21:41:28,744 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/B in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,744 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/1e44af581662432f946fc614e7f34712, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/2a94954a37c54e95a98e7700d6c7ab05, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/a252312136324f839c9e53fd222c68f7] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=35.3 K 2024-12-03T21:41:28,744 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c76d589e5c1f4311b86d9b8673cafd3a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733262086339 2024-12-03T21:41:28,744 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e44af581662432f946fc614e7f34712, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733262086339 2024-12-03T21:41:28,745 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 142a42da79714d55a6cd92983f1a28e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733262086988 2024-12-03T21:41:28,745 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a94954a37c54e95a98e7700d6c7ab05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733262086988 2024-12-03T21:41:28,745 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8231288df3494cab849f75d4ec1dc044, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733262087626 2024-12-03T21:41:28,745 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a252312136324f839c9e53fd222c68f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733262087626 2024-12-03T21:41:28,751 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:28,752 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/5e5b3ce94b16476a8e042e9293685377 is 50, key is test_row_0/B:col10/1733262088275/Put/seqid=0 2024-12-03T21:41:28,754 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#A#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:28,754 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/852dda3a691f429c921bd863033671aa is 50, key is test_row_0/A:col10/1733262088275/Put/seqid=0 2024-12-03T21:41:28,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742101_1277 (size=12207) 2024-12-03T21:41:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742102_1278 (size=12207) 2024-12-03T21:41:28,772 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/852dda3a691f429c921bd863033671aa as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/852dda3a691f429c921bd863033671aa 2024-12-03T21:41:28,776 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/A of 99a3bf1c3104c6b50d343af26fbdd6b5 into 852dda3a691f429c921bd863033671aa(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:28,776 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:28,776 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/A, priority=13, startTime=1733262088742; duration=0sec 2024-12-03T21:41:28,776 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:28,776 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:A 2024-12-03T21:41:28,777 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:28,777 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:28,778 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/C is initiating minor compaction (all files) 2024-12-03T21:41:28,778 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/C in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,778 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e1dfef5288f74fc8b05749995d028875, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fbb21f63215f4764873ed334ec979635, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/926ae654971744578ec4609d36382b1e] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=35.3 K 2024-12-03T21:41:28,778 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1dfef5288f74fc8b05749995d028875, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733262086339 2024-12-03T21:41:28,779 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting fbb21f63215f4764873ed334ec979635, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=65, earliestPutTs=1733262086988 2024-12-03T21:41:28,779 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 926ae654971744578ec4609d36382b1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733262087626 2024-12-03T21:41:28,784 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:28,785 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/005d5819079e4c48b0e5ac6cf2d2a4a7 is 50, key is test_row_0/C:col10/1733262088275/Put/seqid=0 2024-12-03T21:41:28,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742103_1279 (size=12207) 2024-12-03T21:41:28,792 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/005d5819079e4c48b0e5ac6cf2d2a4a7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/005d5819079e4c48b0e5ac6cf2d2a4a7 2024-12-03T21:41:28,797 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/C of 99a3bf1c3104c6b50d343af26fbdd6b5 into 005d5819079e4c48b0e5ac6cf2d2a4a7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:28,797 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:28,797 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/C, priority=13, startTime=1733262088743; duration=0sec 2024-12-03T21:41:28,797 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:28,797 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:C 2024-12-03T21:41:28,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-03T21:41:28,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:28,868 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:41:28,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:28,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:28,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:28,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:28,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:28,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/22a1f7edc9d34de0ade3a187889c56ba is 50, key is test_row_0/A:col10/1733262088288/Put/seqid=0 2024-12-03T21:41:28,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742104_1280 (size=12001) 2024-12-03T21:41:28,878 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/22a1f7edc9d34de0ade3a187889c56ba 2024-12-03T21:41:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T21:41:28,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/bf8220370a5948fb97c91b969af72ddd is 50, key is test_row_0/B:col10/1733262088288/Put/seqid=0 2024-12-03T21:41:28,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742105_1281 (size=12001) 2024-12-03T21:41:28,893 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/bf8220370a5948fb97c91b969af72ddd 2024-12-03T21:41:28,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/700205ca195249669be96eaab686398c is 50, key is test_row_0/C:col10/1733262088288/Put/seqid=0 2024-12-03T21:41:28,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742106_1282 (size=12001) 2024-12-03T21:41:28,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:28,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:28,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262148931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262148932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262148936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262148937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262148937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:28,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:28,970 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T21:41:29,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262149044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262149044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262149044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262149044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262149044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,166 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/5e5b3ce94b16476a8e042e9293685377 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5e5b3ce94b16476a8e042e9293685377 2024-12-03T21:41:29,170 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/B of 99a3bf1c3104c6b50d343af26fbdd6b5 into 5e5b3ce94b16476a8e042e9293685377(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:29,170 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:29,170 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/B, priority=13, startTime=1733262088742; duration=0sec 2024-12-03T21:41:29,170 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:29,170 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:B 2024-12-03T21:41:29,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262149254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262149254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262149254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262149254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262149254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,305 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/700205ca195249669be96eaab686398c 2024-12-03T21:41:29,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/22a1f7edc9d34de0ade3a187889c56ba as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/22a1f7edc9d34de0ade3a187889c56ba 2024-12-03T21:41:29,312 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/22a1f7edc9d34de0ade3a187889c56ba, entries=150, sequenceid=103, filesize=11.7 K 2024-12-03T21:41:29,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/bf8220370a5948fb97c91b969af72ddd as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bf8220370a5948fb97c91b969af72ddd 2024-12-03T21:41:29,317 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bf8220370a5948fb97c91b969af72ddd, entries=150, sequenceid=103, filesize=11.7 K 2024-12-03T21:41:29,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/700205ca195249669be96eaab686398c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/700205ca195249669be96eaab686398c 2024-12-03T21:41:29,322 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/700205ca195249669be96eaab686398c, entries=150, sequenceid=103, filesize=11.7 K 2024-12-03T21:41:29,323 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 456ms, sequenceid=103, compaction requested=false 2024-12-03T21:41:29,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:29,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:29,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-03T21:41:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-03T21:41:29,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-03T21:41:29,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0690 sec 2024-12-03T21:41:29,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.0730 sec 2024-12-03T21:41:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-03T21:41:29,394 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:29,394 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-03T21:41:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T21:41:29,396 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:29,397 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:29,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T21:41:29,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-03T21:41:29,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:29,549 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:41:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:29,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:29,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c59f051e71544495a6be52111c0aca2e is 50, key is test_row_0/A:col10/1733262088935/Put/seqid=0 2024-12-03T21:41:29,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742107_1283 (size=12001) 2024-12-03T21:41:29,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:29,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:29,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262149571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262149572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262149573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262149573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,576 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262149576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,578 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262149683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262149683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,685 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262149683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262149684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262149684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T21:41:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262149893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262149893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262149894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262149894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:29,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262149894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:29,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:29,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:29,958 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c59f051e71544495a6be52111c0aca2e 2024-12-03T21:41:29,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/aca42bf328ad426696cf38110e6572dc is 50, key is test_row_0/B:col10/1733262088935/Put/seqid=0 2024-12-03T21:41:29,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742108_1284 (size=12001) 2024-12-03T21:41:29,979 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/aca42bf328ad426696cf38110e6572dc 2024-12-03T21:41:29,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/8ff1b329e48c467788997a56a5d61fca is 50, key is test_row_0/C:col10/1733262088935/Put/seqid=0 2024-12-03T21:41:29,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742109_1285 (size=12001) 2024-12-03T21:41:30,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T21:41:30,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262150203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262150203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262150204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262150204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262150204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,393 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/8ff1b329e48c467788997a56a5d61fca 2024-12-03T21:41:30,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c59f051e71544495a6be52111c0aca2e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c59f051e71544495a6be52111c0aca2e 2024-12-03T21:41:30,401 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c59f051e71544495a6be52111c0aca2e, entries=150, sequenceid=122, filesize=11.7 K 2024-12-03T21:41:30,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/aca42bf328ad426696cf38110e6572dc as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aca42bf328ad426696cf38110e6572dc 2024-12-03T21:41:30,406 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aca42bf328ad426696cf38110e6572dc, entries=150, sequenceid=122, filesize=11.7 K 2024-12-03T21:41:30,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/8ff1b329e48c467788997a56a5d61fca as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/8ff1b329e48c467788997a56a5d61fca 2024-12-03T21:41:30,410 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/8ff1b329e48c467788997a56a5d61fca, entries=150, sequenceid=122, filesize=11.7 K 2024-12-03T21:41:30,411 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 861ms, sequenceid=122, compaction requested=true 2024-12-03T21:41:30,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:30,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:30,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-03T21:41:30,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-03T21:41:30,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-03T21:41:30,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0150 sec 2024-12-03T21:41:30,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0210 sec 2024-12-03T21:41:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-03T21:41:30,534 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:30,534 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-03T21:41:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T21:41:30,536 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:30,537 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:30,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T21:41:30,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-03T21:41:30,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:30,690 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:41:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:30,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:30,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/55497fa36e534d69b7e4033e83c17fc0 is 50, key is test_row_0/A:col10/1733262089574/Put/seqid=0 2024-12-03T21:41:30,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742110_1286 (size=12151) 2024-12-03T21:41:30,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:30,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:30,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262150725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262150728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262150728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262150729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262150729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,733 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262150833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262150843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262150844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262150844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262150844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:30,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T21:41:31,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262151043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262151054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262151054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262151054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262151054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,098 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/55497fa36e534d69b7e4033e83c17fc0 2024-12-03T21:41:31,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/d8c9ba88f75843ca80491aade4ee9955 is 50, key is test_row_0/B:col10/1733262089574/Put/seqid=0 2024-12-03T21:41:31,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742111_1287 (size=12151) 2024-12-03T21:41:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T21:41:31,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262151353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262151364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262151364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262151364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262151364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,366 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,508 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/d8c9ba88f75843ca80491aade4ee9955 2024-12-03T21:41:31,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/332b9bba7cda48f99c105ce265e865b7 is 50, key is test_row_0/C:col10/1733262089574/Put/seqid=0 2024-12-03T21:41:31,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742112_1288 (size=12151) 2024-12-03T21:41:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T21:41:31,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262151863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262151874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262151874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262151874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262151874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:31,921 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/332b9bba7cda48f99c105ce265e865b7 2024-12-03T21:41:31,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/55497fa36e534d69b7e4033e83c17fc0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/55497fa36e534d69b7e4033e83c17fc0 2024-12-03T21:41:31,929 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/55497fa36e534d69b7e4033e83c17fc0, entries=150, sequenceid=136, filesize=11.9 K 2024-12-03T21:41:31,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/d8c9ba88f75843ca80491aade4ee9955 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d8c9ba88f75843ca80491aade4ee9955 2024-12-03T21:41:31,933 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d8c9ba88f75843ca80491aade4ee9955, entries=150, sequenceid=136, filesize=11.9 K 2024-12-03T21:41:31,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/332b9bba7cda48f99c105ce265e865b7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/332b9bba7cda48f99c105ce265e865b7 2024-12-03T21:41:31,938 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/332b9bba7cda48f99c105ce265e865b7, entries=150, sequenceid=136, filesize=11.9 K 2024-12-03T21:41:31,938 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1248ms, sequenceid=136, compaction requested=true 2024-12-03T21:41:31,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:31,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:31,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-03T21:41:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-03T21:41:31,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-03T21:41:31,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-12-03T21:41:31,942 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4070 sec 2024-12-03T21:41:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-03T21:41:32,684 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:32,684 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:32,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-03T21:41:32,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T21:41:32,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:32,687 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:32,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T21:41:32,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-03T21:41:32,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:32,839 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:41:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:32,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/8029c39c0b794f65829fd6b19617840d is 50, key is test_row_0/A:col10/1733262090723/Put/seqid=0 2024-12-03T21:41:32,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742113_1289 (size=12151) 2024-12-03T21:41:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:32,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:32,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262152896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:32,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262152897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:32,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262152898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262152899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262152899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:32,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T21:41:33,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262153003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262153003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262153014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262153014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262153014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262153213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262153213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262153224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262153224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262153224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,247 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/8029c39c0b794f65829fd6b19617840d 2024-12-03T21:41:33,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/7e88aaef469243df94dff9813db33198 is 50, key is test_row_0/B:col10/1733262090723/Put/seqid=0 2024-12-03T21:41:33,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742114_1290 (size=12151) 2024-12-03T21:41:33,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T21:41:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262153523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262153523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262153533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262153533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262153534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:33,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/7e88aaef469243df94dff9813db33198 2024-12-03T21:41:33,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/e3985eaa8dde4892bee7156505a56774 is 50, key is test_row_0/C:col10/1733262090723/Put/seqid=0 2024-12-03T21:41:33,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742115_1291 (size=12151) 2024-12-03T21:41:33,669 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/e3985eaa8dde4892bee7156505a56774 2024-12-03T21:41:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/8029c39c0b794f65829fd6b19617840d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8029c39c0b794f65829fd6b19617840d 2024-12-03T21:41:33,676 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8029c39c0b794f65829fd6b19617840d, entries=150, sequenceid=154, filesize=11.9 K 2024-12-03T21:41:33,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/7e88aaef469243df94dff9813db33198 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7e88aaef469243df94dff9813db33198 2024-12-03T21:41:33,680 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7e88aaef469243df94dff9813db33198, entries=150, sequenceid=154, filesize=11.9 K 2024-12-03T21:41:33,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/e3985eaa8dde4892bee7156505a56774 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e3985eaa8dde4892bee7156505a56774 2024-12-03T21:41:33,684 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e3985eaa8dde4892bee7156505a56774, entries=150, sequenceid=154, filesize=11.9 K 2024-12-03T21:41:33,685 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 846ms, sequenceid=154, compaction requested=true 2024-12-03T21:41:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:33,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-03T21:41:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-03T21:41:33,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-03T21:41:33,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-12-03T21:41:33,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0040 sec 2024-12-03T21:41:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-03T21:41:33,824 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:33,824 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-03T21:41:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T21:41:33,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:33,827 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:33,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T21:41:33,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-03T21:41:33,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:33,979 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:41:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:33,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:33,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/4ef5fbf5e3294486bc92f5a8f6f06421 is 50, key is test_row_0/A:col10/1733262092898/Put/seqid=0 2024-12-03T21:41:33,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742116_1292 (size=12151) 2024-12-03T21:41:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:34,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:34,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262154058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262154058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262154058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262154059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262154059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T21:41:34,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262154174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262154174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262154174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262154174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262154174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,387 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/4ef5fbf5e3294486bc92f5a8f6f06421 2024-12-03T21:41:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262154383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262154383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262154383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262154384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262154384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/de14877e4c3e4c489de2ea1d59148ae7 is 50, key is test_row_0/B:col10/1733262092898/Put/seqid=0 2024-12-03T21:41:34,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742117_1293 (size=12151) 2024-12-03T21:41:34,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T21:41:34,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262154693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262154693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262154693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262154693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:34,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262154693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:34,697 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:34,798 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/de14877e4c3e4c489de2ea1d59148ae7 2024-12-03T21:41:34,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/9cbd238d3d7a4048bdf9065541e7e712 is 50, key is test_row_0/C:col10/1733262092898/Put/seqid=0 2024-12-03T21:41:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742118_1294 (size=12151) 2024-12-03T21:41:34,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T21:41:35,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:35,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262155203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:35,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262155203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:35,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262155203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262155204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262155204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:35,208 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/9cbd238d3d7a4048bdf9065541e7e712 2024-12-03T21:41:35,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/4ef5fbf5e3294486bc92f5a8f6f06421 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/4ef5fbf5e3294486bc92f5a8f6f06421 2024-12-03T21:41:35,215 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/4ef5fbf5e3294486bc92f5a8f6f06421, entries=150, sequenceid=168, filesize=11.9 K 2024-12-03T21:41:35,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/de14877e4c3e4c489de2ea1d59148ae7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/de14877e4c3e4c489de2ea1d59148ae7 2024-12-03T21:41:35,219 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/de14877e4c3e4c489de2ea1d59148ae7, entries=150, sequenceid=168, filesize=11.9 K 2024-12-03T21:41:35,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/9cbd238d3d7a4048bdf9065541e7e712 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/9cbd238d3d7a4048bdf9065541e7e712 2024-12-03T21:41:35,224 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/9cbd238d3d7a4048bdf9065541e7e712, entries=150, sequenceid=168, filesize=11.9 K 2024-12-03T21:41:35,224 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1245ms, sequenceid=168, compaction requested=true 2024-12-03T21:41:35,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:35,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:35,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-03T21:41:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-03T21:41:35,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-03T21:41:35,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-12-03T21:41:35,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.4040 sec 2024-12-03T21:41:35,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-03T21:41:35,974 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:35,975 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-03T21:41:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T21:41:35,976 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:35,977 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:35,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:36,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T21:41:36,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-03T21:41:36,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:36,129 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:41:36,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:36,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:36,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:36,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:36,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:36,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:36,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/2560ee4d55d646229f96479dd32543e8 is 50, key is test_row_0/A:col10/1733262094048/Put/seqid=0 2024-12-03T21:41:36,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742119_1295 (size=12151) 2024-12-03T21:41:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:36,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:36,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262156222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262156223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262156226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262156227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262156227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T21:41:36,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262156334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,336 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262156334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262156334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262156334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262156334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,338 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,538 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/2560ee4d55d646229f96479dd32543e8 2024-12-03T21:41:36,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/9e978072720e4e8db8fedf2328b663b1 is 50, key is test_row_0/B:col10/1733262094048/Put/seqid=0 2024-12-03T21:41:36,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742120_1296 (size=12151) 2024-12-03T21:41:36,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262156544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,548 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262156544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262156544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262156544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262156544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T21:41:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262156853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262156853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262156853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262156853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262156853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:36,858 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:36,947 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/9e978072720e4e8db8fedf2328b663b1 2024-12-03T21:41:36,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/323598961a6b4500965b96f99d0405c8 is 50, key is test_row_0/C:col10/1733262094048/Put/seqid=0 2024-12-03T21:41:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742121_1297 (size=12151) 2024-12-03T21:41:37,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T21:41:37,358 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/323598961a6b4500965b96f99d0405c8 2024-12-03T21:41:37,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/2560ee4d55d646229f96479dd32543e8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2560ee4d55d646229f96479dd32543e8 2024-12-03T21:41:37,366 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2560ee4d55d646229f96479dd32543e8, entries=150, sequenceid=187, filesize=11.9 K 2024-12-03T21:41:37,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/9e978072720e4e8db8fedf2328b663b1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/9e978072720e4e8db8fedf2328b663b1 2024-12-03T21:41:37,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262157363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262157363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262157363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262157364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:37,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262157364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:37,371 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/9e978072720e4e8db8fedf2328b663b1, entries=150, sequenceid=187, filesize=11.9 K 2024-12-03T21:41:37,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/323598961a6b4500965b96f99d0405c8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/323598961a6b4500965b96f99d0405c8 2024-12-03T21:41:37,375 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/323598961a6b4500965b96f99d0405c8, entries=150, sequenceid=187, filesize=11.9 K 2024-12-03T21:41:37,376 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1247ms, sequenceid=187, compaction requested=true 2024-12-03T21:41:37,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:37,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:37,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-03T21:41:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-03T21:41:37,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-03T21:41:37,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-12-03T21:41:37,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4040 sec 2024-12-03T21:41:38,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-03T21:41:38,124 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:38,124 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-03T21:41:38,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T21:41:38,126 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:38,127 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:38,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T21:41:38,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-03T21:41:38,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:38,279 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:41:38,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:38,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:38,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:38,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:38,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:38,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/0183f404e7c14bac90fc675e82e49719 is 50, key is test_row_0/A:col10/1733262096226/Put/seqid=0 2024-12-03T21:41:38,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742122_1298 (size=12151) 2024-12-03T21:41:38,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:38,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:38,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262158390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262158394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262158395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,400 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262158396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262158396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T21:41:38,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262158503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262158503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262158503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262158504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262158514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,687 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/0183f404e7c14bac90fc675e82e49719 2024-12-03T21:41:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/07f18a83c94f4fdca51855093b5e3995 is 50, key is test_row_0/B:col10/1733262096226/Put/seqid=0 2024-12-03T21:41:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742123_1299 (size=12151) 2024-12-03T21:41:38,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262158713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262158713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262158713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262158713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262158724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:38,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:38,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T21:41:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262159024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262159024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262159024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262159024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,028 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262159033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,098 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/07f18a83c94f4fdca51855093b5e3995 2024-12-03T21:41:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/4f265db9b3754152a42cab0178e3f7c0 is 50, key is test_row_0/C:col10/1733262096226/Put/seqid=0 2024-12-03T21:41:39,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742124_1300 (size=12151) 2024-12-03T21:41:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T21:41:39,509 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/4f265db9b3754152a42cab0178e3f7c0 2024-12-03T21:41:39,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/0183f404e7c14bac90fc675e82e49719 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0183f404e7c14bac90fc675e82e49719 2024-12-03T21:41:39,518 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0183f404e7c14bac90fc675e82e49719, entries=150, sequenceid=200, filesize=11.9 K 2024-12-03T21:41:39,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/07f18a83c94f4fdca51855093b5e3995 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/07f18a83c94f4fdca51855093b5e3995 2024-12-03T21:41:39,522 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/07f18a83c94f4fdca51855093b5e3995, entries=150, sequenceid=200, filesize=11.9 K 2024-12-03T21:41:39,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/4f265db9b3754152a42cab0178e3f7c0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/4f265db9b3754152a42cab0178e3f7c0 2024-12-03T21:41:39,526 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/4f265db9b3754152a42cab0178e3f7c0, entries=150, sequenceid=200, filesize=11.9 K 2024-12-03T21:41:39,526 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1247ms, sequenceid=200, compaction requested=true 2024-12-03T21:41:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:39,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-03T21:41:39,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-03T21:41:39,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-03T21:41:39,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4010 sec 2024-12-03T21:41:39,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4060 sec 2024-12-03T21:41:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:39,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-03T21:41:39,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:39,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:39,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:39,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:39,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:39,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:39,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c8a0fc66faab4e87814344b9570c861f is 50, key is test_row_0/A:col10/1733262098395/Put/seqid=0 2024-12-03T21:41:39,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742125_1301 (size=14541) 2024-12-03T21:41:39,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262159543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262159544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262159545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262159545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262159548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:41:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262159654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262159654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262159654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262159664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,667 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,668 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262159864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262159864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262159864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262159874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:39,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:39,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:39,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c8a0fc66faab4e87814344b9570c861f 2024-12-03T21:41:39,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/aa8f435e6cf640e6ba31409be2705d64 is 50, key is test_row_0/B:col10/1733262098395/Put/seqid=0 2024-12-03T21:41:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742126_1302 (size=12151) 2024-12-03T21:41:39,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/aa8f435e6cf640e6ba31409be2705d64 2024-12-03T21:41:39,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/fe9546570bd84240a42ebdc8aed48a21 is 50, key is test_row_0/C:col10/1733262098395/Put/seqid=0 2024-12-03T21:41:39,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742127_1303 (size=12151) 2024-12-03T21:41:40,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262160174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262160174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262160174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262160184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-03T21:41:40,274 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:40,274 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-03T21:41:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T21:41:40,276 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:40,276 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:40,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:40,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=221 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/fe9546570bd84240a42ebdc8aed48a21 2024-12-03T21:41:40,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c8a0fc66faab4e87814344b9570c861f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c8a0fc66faab4e87814344b9570c861f 2024-12-03T21:41:40,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c8a0fc66faab4e87814344b9570c861f, entries=200, sequenceid=221, filesize=14.2 K 2024-12-03T21:41:40,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/aa8f435e6cf640e6ba31409be2705d64 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aa8f435e6cf640e6ba31409be2705d64 2024-12-03T21:41:40,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aa8f435e6cf640e6ba31409be2705d64, entries=150, sequenceid=221, filesize=11.9 K 2024-12-03T21:41:40,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/fe9546570bd84240a42ebdc8aed48a21 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fe9546570bd84240a42ebdc8aed48a21 2024-12-03T21:41:40,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fe9546570bd84240a42ebdc8aed48a21, entries=150, sequenceid=221, filesize=11.9 K 2024-12-03T21:41:40,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 845ms, sequenceid=221, compaction requested=true 2024-12-03T21:41:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:40,380 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-12-03T21:41:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:40,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:40,380 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-12-03T21:41:40,382 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 109115 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-12-03T21:41:40,382 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/B is initiating minor compaction (all files) 2024-12-03T21:41:40,382 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/B in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:40,382 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5e5b3ce94b16476a8e042e9293685377, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bf8220370a5948fb97c91b969af72ddd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aca42bf328ad426696cf38110e6572dc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d8c9ba88f75843ca80491aade4ee9955, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7e88aaef469243df94dff9813db33198, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/de14877e4c3e4c489de2ea1d59148ae7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/9e978072720e4e8db8fedf2328b663b1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/07f18a83c94f4fdca51855093b5e3995, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aa8f435e6cf640e6ba31409be2705d64] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=106.6 K 2024-12-03T21:41:40,382 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 111505 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-12-03T21:41:40,382 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/A is initiating minor compaction (all files) 2024-12-03T21:41:40,382 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/A in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:40,383 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/852dda3a691f429c921bd863033671aa, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/22a1f7edc9d34de0ade3a187889c56ba, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c59f051e71544495a6be52111c0aca2e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/55497fa36e534d69b7e4033e83c17fc0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8029c39c0b794f65829fd6b19617840d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/4ef5fbf5e3294486bc92f5a8f6f06421, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2560ee4d55d646229f96479dd32543e8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0183f404e7c14bac90fc675e82e49719, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c8a0fc66faab4e87814344b9570c861f] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=108.9 K 2024-12-03T21:41:40,383 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e5b3ce94b16476a8e042e9293685377, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733262087626 2024-12-03T21:41:40,383 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 852dda3a691f429c921bd863033671aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733262087626 2024-12-03T21:41:40,383 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bf8220370a5948fb97c91b969af72ddd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733262088285 2024-12-03T21:41:40,383 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22a1f7edc9d34de0ade3a187889c56ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733262088285 2024-12-03T21:41:40,383 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting aca42bf328ad426696cf38110e6572dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733262088935 2024-12-03T21:41:40,383 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c59f051e71544495a6be52111c0aca2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733262088935 2024-12-03T21:41:40,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T21:41:40,383 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d8c9ba88f75843ca80491aade4ee9955, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733262089569 2024-12-03T21:41:40,384 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55497fa36e534d69b7e4033e83c17fc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733262089569 2024-12-03T21:41:40,384 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e88aaef469243df94dff9813db33198, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262090723 2024-12-03T21:41:40,384 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8029c39c0b794f65829fd6b19617840d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262090723 2024-12-03T21:41:40,384 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting de14877e4c3e4c489de2ea1d59148ae7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733262092897 2024-12-03T21:41:40,384 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ef5fbf5e3294486bc92f5a8f6f06421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733262092897 2024-12-03T21:41:40,384 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e978072720e4e8db8fedf2328b663b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733262094048 2024-12-03T21:41:40,384 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2560ee4d55d646229f96479dd32543e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733262094048 2024-12-03T21:41:40,384 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 07f18a83c94f4fdca51855093b5e3995, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733262096222 2024-12-03T21:41:40,385 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0183f404e7c14bac90fc675e82e49719, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733262096222 2024-12-03T21:41:40,385 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting aa8f435e6cf640e6ba31409be2705d64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733262098395 2024-12-03T21:41:40,385 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8a0fc66faab4e87814344b9570c861f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733262098375 2024-12-03T21:41:40,411 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#A#compaction#262 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:40,411 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#B#compaction#261 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:40,412 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/5b5af0010fc24073b6f15f0e80e454ff is 50, key is test_row_0/B:col10/1733262098395/Put/seqid=0 2024-12-03T21:41:40,412 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/f53802d7618e4dc0aaa4d5d5261b6d05 is 50, key is test_row_0/A:col10/1733262098395/Put/seqid=0 2024-12-03T21:41:40,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742129_1305 (size=12663) 2024-12-03T21:41:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742128_1304 (size=12663) 2024-12-03T21:41:40,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-03T21:41:40,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:40,428 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T21:41:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:40,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/f7cb0124773344c5bdbd55fc85036d84 is 50, key is test_row_0/A:col10/1733262099547/Put/seqid=0 2024-12-03T21:41:40,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742130_1306 (size=12151) 2024-12-03T21:41:40,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T21:41:40,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262100635, max timestamp=1733262100665Num uniques 859; 2024-12-03T21:41:40,667 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:41:40,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262100635, max timestamp=1733262100665Num uniques 859; 2024-12-03T21:41:40,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:41:40,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262100635, max timestamp=1733262100665Num uniques 859; 2024-12-03T21:41:40,668 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:41:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262160697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262160698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,709 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262160707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262160708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262160708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,717 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262160813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262160813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,820 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/f53802d7618e4dc0aaa4d5d5261b6d05 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f53802d7618e4dc0aaa4d5d5261b6d05 2024-12-03T21:41:40,820 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/5b5af0010fc24073b6f15f0e80e454ff as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5b5af0010fc24073b6f15f0e80e454ff 2024-12-03T21:41:40,825 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/A of 99a3bf1c3104c6b50d343af26fbdd6b5 into f53802d7618e4dc0aaa4d5d5261b6d05(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:40,825 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/B of 99a3bf1c3104c6b50d343af26fbdd6b5 into 5b5af0010fc24073b6f15f0e80e454ff(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:40,825 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:40,825 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:40,825 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/B, priority=7, startTime=1733262100380; duration=0sec 2024-12-03T21:41:40,825 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/A, priority=7, startTime=1733262100380; duration=0sec 2024-12-03T21:41:40,826 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:40,826 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:40,826 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:A 2024-12-03T21:41:40,826 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:B 2024-12-03T21:41:40,826 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 9 store files, 0 compacting, 9 eligible, 16 blocking 2024-12-03T21:41:40,827 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 9 files of size 109115 starting at candidate #0 after considering 28 permutations with 28 in ratio 2024-12-03T21:41:40,828 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/C is initiating minor compaction (all files) 2024-12-03T21:41:40,828 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/C in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:40,828 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/005d5819079e4c48b0e5ac6cf2d2a4a7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/700205ca195249669be96eaab686398c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/8ff1b329e48c467788997a56a5d61fca, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/332b9bba7cda48f99c105ce265e865b7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e3985eaa8dde4892bee7156505a56774, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/9cbd238d3d7a4048bdf9065541e7e712, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/323598961a6b4500965b96f99d0405c8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/4f265db9b3754152a42cab0178e3f7c0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fe9546570bd84240a42ebdc8aed48a21] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=106.6 K 2024-12-03T21:41:40,828 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 005d5819079e4c48b0e5ac6cf2d2a4a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=85, earliestPutTs=1733262087626 2024-12-03T21:41:40,828 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 700205ca195249669be96eaab686398c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1733262088285 2024-12-03T21:41:40,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,829 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ff1b329e48c467788997a56a5d61fca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1733262088935 2024-12-03T21:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262160824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262160824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,829 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 332b9bba7cda48f99c105ce265e865b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733262089569 2024-12-03T21:41:40,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262160824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,829 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:40,830 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3985eaa8dde4892bee7156505a56774, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262090723 2024-12-03T21:41:40,830 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cbd238d3d7a4048bdf9065541e7e712, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733262092897 2024-12-03T21:41:40,830 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 323598961a6b4500965b96f99d0405c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733262094048 2024-12-03T21:41:40,830 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f265db9b3754152a42cab0178e3f7c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1733262096222 2024-12-03T21:41:40,831 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe9546570bd84240a42ebdc8aed48a21, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733262098395 2024-12-03T21:41:40,836 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/f7cb0124773344c5bdbd55fc85036d84 2024-12-03T21:41:40,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/f1ef113de4d4484bb8e2a6eb5c8750ab is 50, key is test_row_0/B:col10/1733262099547/Put/seqid=0 2024-12-03T21:41:40,845 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:40,845 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/ea208214d91e422fb487d9c659e336f0 is 50, key is test_row_0/C:col10/1733262098395/Put/seqid=0 2024-12-03T21:41:40,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742131_1307 (size=12151) 2024-12-03T21:41:40,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742132_1308 (size=12663) 2024-12-03T21:41:40,856 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/ea208214d91e422fb487d9c659e336f0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/ea208214d91e422fb487d9c659e336f0 2024-12-03T21:41:40,860 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 9 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/C of 99a3bf1c3104c6b50d343af26fbdd6b5 into ea208214d91e422fb487d9c659e336f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:40,860 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:40,860 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/C, priority=7, startTime=1733262100380; duration=0sec 2024-12-03T21:41:40,860 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:40,860 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:C 2024-12-03T21:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T21:41:41,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262161024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,026 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262161024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,028 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262161033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262161033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262161033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,248 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/f1ef113de4d4484bb8e2a6eb5c8750ab 2024-12-03T21:41:41,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/1ecc5b5fc871479284f343e443099a28 is 50, key is test_row_0/C:col10/1733262099547/Put/seqid=0 2024-12-03T21:41:41,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742133_1309 (size=12151) 2024-12-03T21:41:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262161334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262161334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,338 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262161344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262161344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,347 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262161344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,348 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T21:41:41,658 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=232 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/1ecc5b5fc871479284f343e443099a28 2024-12-03T21:41:41,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/f7cb0124773344c5bdbd55fc85036d84 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f7cb0124773344c5bdbd55fc85036d84 2024-12-03T21:41:41,665 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f7cb0124773344c5bdbd55fc85036d84, entries=150, sequenceid=232, filesize=11.9 K 2024-12-03T21:41:41,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/f1ef113de4d4484bb8e2a6eb5c8750ab as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/f1ef113de4d4484bb8e2a6eb5c8750ab 2024-12-03T21:41:41,669 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/f1ef113de4d4484bb8e2a6eb5c8750ab, entries=150, sequenceid=232, filesize=11.9 K 2024-12-03T21:41:41,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/1ecc5b5fc871479284f343e443099a28 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/1ecc5b5fc871479284f343e443099a28 2024-12-03T21:41:41,673 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/1ecc5b5fc871479284f343e443099a28, entries=150, sequenceid=232, filesize=11.9 K 2024-12-03T21:41:41,674 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1246ms, sequenceid=232, compaction requested=false 2024-12-03T21:41:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:41,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-03T21:41:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-03T21:41:41,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-03T21:41:41,676 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3990 sec 2024-12-03T21:41:41,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.4030 sec 2024-12-03T21:41:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:41,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=134.18 KB heapSize=385.22 KB 2024-12-03T21:41:41,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733262100695, max timestamp=1733262101847Num uniques 1018; 2024-12-03T21:41:41,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-03T21:41:41,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733262100695, max timestamp=1733262101847Num uniques 1018; 2024-12-03T21:41:41,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-03T21:41:41,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733262100695, max timestamp=1733262101847Num uniques 1018; 2024-12-03T21:41:41,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:41,850 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-12-03T21:41:41,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:41,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:41,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:41,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:41,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:41,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c4fccabfcb33432487b9cd7fb5130b69 is 50, key is test_row_0/A:col10/1733262101846/Put/seqid=0 2024-12-03T21:41:41,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742134_1310 (size=12301) 2024-12-03T21:41:41,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733262101861, max timestamp=1733262101867Num uniques 859; 2024-12-03T21:41:41,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733262101861, max timestamp=1733262101867Num uniques 859; 2024-12-03T21:41:41,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T21:41:41,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T21:41:41,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733262101861, max timestamp=1733262101867Num uniques 859; 2024-12-03T21:41:41,870 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T21:41:41,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262161884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733262101878, max timestamp=1733262101886Num uniques 1118; 2024-12-03T21:41:41,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-12-03T21:41:41,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733262101878, max timestamp=1733262101886Num uniques 1118; 2024-12-03T21:41:41,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-12-03T21:41:41,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733262101878, max timestamp=1733262101886Num uniques 1118; 2024-12-03T21:41:41,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-12-03T21:41:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262161903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733262101900, max timestamp=1733262101905Num uniques 1177; 2024-12-03T21:41:41,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=10392, suffix heap size=150376,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=227 2024-12-03T21:41:41,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733262101900, max timestamp=1733262101905Num uniques 1177; 2024-12-03T21:41:41,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=10392, suffix heap size=150376,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=227 2024-12-03T21:41:41,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733262101900, max timestamp=1733262101905Num uniques 1177; 2024-12-03T21:41:41,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=10392, suffix heap size=150376,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=227 2024-12-03T21:41:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,936 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10796, totalHeapSize=24784, min timestamp=1733262101922, max timestamp=1733262101933Num uniques 1086; 2024-12-03T21:41:41,936 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733262101922, max timestamp=1733262101933Num uniques 1086; 2024-12-03T21:41:41,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49726, new segment data size=10796, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-03T21:41:41,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-03T21:41:41,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10798, totalHeapSize=24784, min timestamp=1733262101922, max timestamp=1733262101933Num uniques 1086; 2024-12-03T21:41:41,937 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49728, new segment data size=10798, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-03T21:41:41,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733262101951, max timestamp=1733262101959Num uniques 1095; 2024-12-03T21:41:41,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-03T21:41:41,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733262101951, max timestamp=1733262101959Num uniques 1095; 2024-12-03T21:41:41,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-03T21:41:41,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733262101951, max timestamp=1733262101959Num uniques 1095; 2024-12-03T21:41:41,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-03T21:41:41,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262161985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262161986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:41,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:41,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733262101978, max timestamp=1733262101987Num uniques 1104; 2024-12-03T21:41:41,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-12-03T21:41:41,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733262101978, max timestamp=1733262101987Num uniques 1104; 2024-12-03T21:41:41,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-12-03T21:41:41,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=204, cellSize=9340, totalHeapSize=21456, min timestamp=1733262101978, max timestamp=1733262101987Num uniques 1104; 2024-12-03T21:41:41,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50560, new segment data size=9340, suffix heap size=142784,new segment heap size=21456 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1104, new segment cells count=204 2024-12-03T21:41:42,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262162046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733262102010, max timestamp=1733262102049Num uniques 1063; 2024-12-03T21:41:42,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-12-03T21:41:42,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733262102010, max timestamp=1733262102049Num uniques 1063; 2024-12-03T21:41:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-12-03T21:41:42,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,052 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1733262102010, max timestamp=1733262102049Num uniques 1063; 2024-12-03T21:41:42,053 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48678, new segment data size=7458, suffix heap size=138520,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1063, new segment cells count=163 2024-12-03T21:41:42,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733262102076, max timestamp=1733262102080Num uniques 1022; 2024-12-03T21:41:42,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733262102076, max timestamp=1733262102080Num uniques 1022; 2024-12-03T21:41:42,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-12-03T21:41:42,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-12-03T21:41:42,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=172, cellSize=7872, totalHeapSize=18128, min timestamp=1733262102076, max timestamp=1733262102080Num uniques 1022; 2024-12-03T21:41:42,084 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46802, new segment data size=7872, suffix heap size=134256,new segment heap size=18128 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1022, new segment cells count=172 2024-12-03T21:41:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733262102101, max timestamp=1733262102108Num uniques 1031; 2024-12-03T21:41:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733262102101, max timestamp=1733262102108Num uniques 1031; 2024-12-03T21:41:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-12-03T21:41:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733262102101, max timestamp=1733262102108Num uniques 1031; 2024-12-03T21:41:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-12-03T21:41:42,111 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47216, new segment data size=10576, suffix heap size=135192,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1031, new segment cells count=231 2024-12-03T21:41:42,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262162131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262162132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,136 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733262102125, max timestamp=1733262102134Num uniques 1090; 2024-12-03T21:41:42,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-03T21:41:42,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733262102125, max timestamp=1733262102134Num uniques 1090; 2024-12-03T21:41:42,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=8700, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-03T21:41:42,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8693, totalHeapSize=20000, min timestamp=1733262102125, max timestamp=1733262102134Num uniques 1090; 2024-12-03T21:41:42,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49913, new segment data size=8693, suffix heap size=141328,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=190 2024-12-03T21:41:42,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1733262102155, max timestamp=1733262102170Num uniques 1049; 2024-12-03T21:41:42,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-12-03T21:41:42,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1733262102155, max timestamp=1733262102170Num uniques 1049; 2024-12-03T21:41:42,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-12-03T21:41:42,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=299, cellSize=13694, totalHeapSize=31336, min timestamp=1733262102155, max timestamp=1733262102170Num uniques 1049; 2024-12-03T21:41:42,173 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=13694, suffix heap size=137064,new segment heap size=31336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=299 2024-12-03T21:41:42,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262162196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9518, totalHeapSize=21872, min timestamp=1733262102192, max timestamp=1733262102197Num uniques 1158; 2024-12-03T21:41:42,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=53028, new segment data size=9518, suffix heap size=148400,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208 2024-12-03T21:41:42,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9518, totalHeapSize=21872, min timestamp=1733262102192, max timestamp=1733262102197Num uniques 1158; 2024-12-03T21:41:42,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=208, cellSize=9518, totalHeapSize=21872, min timestamp=1733262102192, max timestamp=1733262102197Num uniques 1158; 2024-12-03T21:41:42,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=53028, new segment data size=9518, suffix heap size=148400,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208 2024-12-03T21:41:42,200 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=53028, new segment data size=9518, suffix heap size=148400,new segment heap size=21872 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1158, new segment cells count=208 2024-12-03T21:41:42,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733262102218, max timestamp=1733262102229Num uniques 1067; 2024-12-03T21:41:42,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167 2024-12-03T21:41:42,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733262102218, max timestamp=1733262102229Num uniques 1067; 2024-12-03T21:41:42,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=167, cellSize=7642, totalHeapSize=17608, min timestamp=1733262102218, max timestamp=1733262102229Num uniques 1067; 2024-12-03T21:41:42,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167 2024-12-03T21:41:42,232 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48862, new segment data size=7642, suffix heap size=138936,new segment heap size=17608 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1067, new segment cells count=167 2024-12-03T21:41:42,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733262102249, max timestamp=1733262102254Num uniques 1026; 2024-12-03T21:41:42,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-12-03T21:41:42,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733262102249, max timestamp=1733262102254Num uniques 1026; 2024-12-03T21:41:42,257 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-12-03T21:41:42,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=226, cellSize=10346, totalHeapSize=23744, min timestamp=1733262102249, max timestamp=1733262102254Num uniques 1026; 2024-12-03T21:41:42,258 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46986, new segment data size=10346, suffix heap size=134672,new segment heap size=23744 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1026, new segment cells count=226 2024-12-03T21:41:42,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c4fccabfcb33432487b9cd7fb5130b69 2024-12-03T21:41:42,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/0dd461d0890743599405284fa3097f83 is 50, key is test_row_0/B:col10/1733262101846/Put/seqid=0 2024-12-03T21:41:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742135_1311 (size=12301) 2024-12-03T21:41:42,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733262102268, max timestamp=1733262102279Num uniques 1085; 2024-12-03T21:41:42,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733262102268, max timestamp=1733262102279Num uniques 1085; 2024-12-03T21:41:42,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-12-03T21:41:42,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-12-03T21:41:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262162276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=185, cellSize=8470, totalHeapSize=19480, min timestamp=1733262102268, max timestamp=1733262102279Num uniques 1085; 2024-12-03T21:41:42,282 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49690, new segment data size=8470, suffix heap size=140808,new segment heap size=19480 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1085, new segment cells count=185 2024-12-03T21:41:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1733262102296, max timestamp=1733262102303Num uniques 1044; 2024-12-03T21:41:42,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244 2024-12-03T21:41:42,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1733262102296, max timestamp=1733262102303Num uniques 1044; 2024-12-03T21:41:42,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=244, cellSize=11174, totalHeapSize=25616, min timestamp=1733262102296, max timestamp=1733262102303Num uniques 1044; 2024-12-03T21:41:42,306 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244 2024-12-03T21:41:42,307 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47814, new segment data size=11174, suffix heap size=136544,new segment heap size=25616 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1044, new segment cells count=244 2024-12-03T21:41:42,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262162352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262162353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262162353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1733262102309, max timestamp=1733262102355Num uniques 1103; 2024-12-03T21:41:42,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=9295, suffix heap size=142680,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=203 2024-12-03T21:41:42,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1733262102309, max timestamp=1733262102355Num uniques 1103; 2024-12-03T21:41:42,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=9295, suffix heap size=142680,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=203 2024-12-03T21:41:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,358 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=203, cellSize=9295, totalHeapSize=21352, min timestamp=1733262102309, max timestamp=1733262102355Num uniques 1103; 2024-12-03T21:41:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,359 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50515, new segment data size=9295, suffix heap size=142680,new segment heap size=21352 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1103, new segment cells count=203 2024-12-03T21:41:42,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1733262102399, max timestamp=1733262102412Num uniques 1062; 2024-12-03T21:41:42,414 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=7412, suffix heap size=138416,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=162 2024-12-03T21:41:42,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7410, totalHeapSize=17088, min timestamp=1733262102399, max timestamp=1733262102412Num uniques 1062; 2024-12-03T21:41:42,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=162, cellSize=7412, totalHeapSize=17088, min timestamp=1733262102399, max timestamp=1733262102412Num uniques 1062; 2024-12-03T21:41:42,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48630, new segment data size=7410, suffix heap size=138416,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=162 2024-12-03T21:41:42,415 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48632, new segment data size=7412, suffix heap size=138416,new segment heap size=17088 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1062, new segment cells count=162 2024-12-03T21:41:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-03T21:41:42,423 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:42,424 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-03T21:41:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T21:41:42,425 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:42,426 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:42,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:42,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1733262102438, max timestamp=1733262102447Num uniques 1021; 2024-12-03T21:41:42,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1733262102438, max timestamp=1733262102447Num uniques 1021; 2024-12-03T21:41:42,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=10116, suffix heap size=134152,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=221 2024-12-03T21:41:42,450 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=10116, suffix heap size=134152,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=221 2024-12-03T21:41:42,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=221, cellSize=10116, totalHeapSize=23224, min timestamp=1733262102438, max timestamp=1733262102447Num uniques 1021; 2024-12-03T21:41:42,451 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46756, new segment data size=10116, suffix heap size=134152,new segment heap size=23224 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1021, new segment cells count=221 2024-12-03T21:41:42,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=230, cellSize=10530, totalHeapSize=24160, min timestamp=1733262102466, max timestamp=1733262102475Num uniques 1080; 2024-12-03T21:41:42,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=10530, suffix heap size=140288,new segment heap size=24160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=230 2024-12-03T21:41:42,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=230, cellSize=10530, totalHeapSize=24160, min timestamp=1733262102466, max timestamp=1733262102475Num uniques 1080; 2024-12-03T21:41:42,478 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=10530, suffix heap size=140288,new segment heap size=24160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=230 2024-12-03T21:41:42,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=230, cellSize=10530, totalHeapSize=24160, min timestamp=1733262102466, max timestamp=1733262102475Num uniques 1080; 2024-12-03T21:41:42,479 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49460, new segment data size=10530, suffix heap size=140288,new segment heap size=24160 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1080, new segment cells count=230 2024-12-03T21:41:42,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1733262102491, max timestamp=1733262102498Num uniques 1089; 2024-12-03T21:41:42,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1733262102491, max timestamp=1733262102498Num uniques 1089; 2024-12-03T21:41:42,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49874, new segment data size=10944, suffix heap size=141224,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1089, new segment cells count=239 2024-12-03T21:41:42,500 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49874, new segment data size=10944, suffix heap size=141224,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1089, new segment cells count=239 2024-12-03T21:41:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262162495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=239, cellSize=10944, totalHeapSize=25096, min timestamp=1733262102491, max timestamp=1733262102498Num uniques 1089; 2024-12-03T21:41:42,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,501 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49874, new segment data size=10944, suffix heap size=141224,new segment heap size=25096 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1089, new segment cells count=239 2024-12-03T21:41:42,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9058, totalHeapSize=20832, min timestamp=1733262102514, max timestamp=1733262102523Num uniques 1098; 2024-12-03T21:41:42,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9058, totalHeapSize=20832, min timestamp=1733262102514, max timestamp=1733262102523Num uniques 1098; 2024-12-03T21:41:42,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50278, new segment data size=9058, suffix heap size=142160,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=198 2024-12-03T21:41:42,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=198, cellSize=9058, totalHeapSize=20832, min timestamp=1733262102514, max timestamp=1733262102523Num uniques 1098; 2024-12-03T21:41:42,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50278, new segment data size=9058, suffix heap size=142160,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=198 2024-12-03T21:41:42,527 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=50278, new segment data size=9058, suffix heap size=142160,new segment heap size=20832 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1098, new segment cells count=198 2024-12-03T21:41:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T21:41:42,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=257, cellSize=11765, totalHeapSize=26968, min timestamp=1733262102540, max timestamp=1733262102550Num uniques 1057; 2024-12-03T21:41:42,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=257, cellSize=11765, totalHeapSize=26968, min timestamp=1733262102540, max timestamp=1733262102550Num uniques 1057; 2024-12-03T21:41:42,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=257, cellSize=11765, totalHeapSize=26968, min timestamp=1733262102540, max timestamp=1733262102550Num uniques 1057; 2024-12-03T21:41:42,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=11765, suffix heap size=137896,new segment heap size=26968 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=257 2024-12-03T21:41:42,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=11765, suffix heap size=137896,new segment heap size=26968 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=257 2024-12-03T21:41:42,553 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48405, new segment data size=11765, suffix heap size=137896,new segment heap size=26968 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1057, new segment cells count=257 2024-12-03T21:41:42,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262162572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1733262102565, max timestamp=1733262102573Num uniques 1116; 2024-12-03T21:41:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1733262102565, max timestamp=1733262102573Num uniques 1116; 2024-12-03T21:41:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51106, new segment data size=7596, suffix heap size=144032,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1116, new segment cells count=166 2024-12-03T21:41:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=51106, new segment data size=7596, suffix heap size=144032,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1116, new segment cells count=166 2024-12-03T21:41:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=166, cellSize=7596, totalHeapSize=17504, min timestamp=1733262102565, max timestamp=1733262102573Num uniques 1116; 2024-12-03T21:41:42,576 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=51106, new segment data size=7596, suffix heap size=144032,new segment heap size=17504 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1116, new segment cells count=166 2024-12-03T21:41:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:42,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:42,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8010, totalHeapSize=18440, min timestamp=1733262102596, max timestamp=1733262102601Num uniques 1025; 2024-12-03T21:41:42,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8000, totalHeapSize=18440, min timestamp=1733262102596, max timestamp=1733262102601Num uniques 1025; 2024-12-03T21:41:42,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=175, cellSize=8000, totalHeapSize=18440, min timestamp=1733262102596, max timestamp=1733262102601Num uniques 1025; 2024-12-03T21:41:42,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46930, new segment data size=8000, suffix heap size=134568,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1025, new segment cells count=175 2024-12-03T21:41:42,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46940, new segment data size=8010, suffix heap size=134568,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1025, new segment cells count=175 2024-12-03T21:41:42,604 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46930, new segment data size=8000, suffix heap size=134568,new segment heap size=18440 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1025, new segment cells count=175 2024-12-03T21:41:42,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=234, cellSize=10714, totalHeapSize=24576, min timestamp=1733262102618, max timestamp=1733262102625Num uniques 1034; 2024-12-03T21:41:42,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=234, cellSize=10714, totalHeapSize=24576, min timestamp=1733262102618, max timestamp=1733262102625Num uniques 1034; 2024-12-03T21:41:42,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=10714, suffix heap size=135504,new segment heap size=24576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=234 2024-12-03T21:41:42,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47354, new segment data size=10714, suffix heap size=135504,new segment heap size=24576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=234 2024-12-03T21:41:42,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=234, cellSize=10710, totalHeapSize=24576, min timestamp=1733262102618, max timestamp=1733262102625Num uniques 1034; 2024-12-03T21:41:42,628 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47350, new segment data size=10710, suffix heap size=135504,new segment heap size=24576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1034, new segment cells count=234 2024-12-03T21:41:42,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=243, cellSize=11128, totalHeapSize=25512, min timestamp=1733262102638, max timestamp=1733262102646Num uniques 1093; 2024-12-03T21:41:42,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50058, new segment data size=11128, suffix heap size=141640,new segment heap size=25512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1093, new segment cells count=243 2024-12-03T21:41:42,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=243, cellSize=11128, totalHeapSize=25512, min timestamp=1733262102638, max timestamp=1733262102646Num uniques 1093; 2024-12-03T21:41:42,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50058, new segment data size=11128, suffix heap size=141640,new segment heap size=25512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1093, new segment cells count=243 2024-12-03T21:41:42,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=243, cellSize=11128, totalHeapSize=25512, min timestamp=1733262102638, max timestamp=1733262102646Num uniques 1093; 2024-12-03T21:41:42,650 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=50058, new segment data size=11128, suffix heap size=141640,new segment heap size=25512 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1093, new segment cells count=243 2024-12-03T21:41:42,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262162668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262162668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262162670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=152, cellSize=6960, totalHeapSize=16048, min timestamp=1733262102664, max timestamp=1733262102671Num uniques 1102; 2024-12-03T21:41:42,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=152, cellSize=6960, totalHeapSize=16048, min timestamp=1733262102664, max timestamp=1733262102671Num uniques 1102; 2024-12-03T21:41:42,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50470, new segment data size=6960, suffix heap size=142576,new segment heap size=16048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1102, new segment cells count=152 2024-12-03T21:41:42,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50470, new segment data size=6960, suffix heap size=142576,new segment heap size=16048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1102, new segment cells count=152 2024-12-03T21:41:42,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=152, cellSize=6960, totalHeapSize=16048, min timestamp=1733262102664, max timestamp=1733262102671Num uniques 1102; 2024-12-03T21:41:42,674 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50470, new segment data size=6960, suffix heap size=142576,new segment heap size=16048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1102, new segment cells count=152 2024-12-03T21:41:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/0dd461d0890743599405284fa3097f83 2024-12-03T21:41:42,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/925165fef02541f0b3abe364e312226b is 50, key is test_row_0/C:col10/1733262101846/Put/seqid=0 2024-12-03T21:41:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742136_1312 (size=12301) 2024-12-03T21:41:42,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=161, cellSize=7366, totalHeapSize=16984, min timestamp=1733262102710, max timestamp=1733262102716Num uniques 1011; 2024-12-03T21:41:42,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=161, cellSize=7366, totalHeapSize=16984, min timestamp=1733262102710, max timestamp=1733262102716Num uniques 1011; 2024-12-03T21:41:42,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46296, new segment data size=7366, suffix heap size=133112,new segment heap size=16984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1011, new segment cells count=161 2024-12-03T21:41:42,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=161, cellSize=7366, totalHeapSize=16984, min timestamp=1733262102710, max timestamp=1733262102716Num uniques 1011; 2024-12-03T21:41:42,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46296, new segment data size=7366, suffix heap size=133112,new segment heap size=16984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1011, new segment cells count=161 2024-12-03T21:41:42,719 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46296, new segment data size=7366, suffix heap size=133112,new segment heap size=16984 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1011, new segment cells count=161 2024-12-03T21:41:42,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:42,731 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:42,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T21:41:42,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=170, cellSize=7780, totalHeapSize=17920, min timestamp=1733262102741, max timestamp=1733262102757Num uniques 1020; 2024-12-03T21:41:42,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46710, new segment data size=7780, suffix heap size=134048,new segment heap size=17920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1020, new segment cells count=170 2024-12-03T21:41:42,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=170, cellSize=7780, totalHeapSize=17920, min timestamp=1733262102741, max timestamp=1733262102757Num uniques 1020; 2024-12-03T21:41:42,760 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46710, new segment data size=7780, suffix heap size=134048,new segment heap size=17920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1020, new segment cells count=170 2024-12-03T21:41:42,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=170, cellSize=7780, totalHeapSize=17920, min timestamp=1733262102741, max timestamp=1733262102757Num uniques 1020; 2024-12-03T21:41:42,761 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46710, new segment data size=7780, suffix heap size=134048,new segment heap size=17920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1020, new segment cells count=170 2024-12-03T21:41:42,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=279, cellSize=12774, totalHeapSize=29256, min timestamp=1733262102815, max timestamp=1733262102827Num uniques 1029; 2024-12-03T21:41:42,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47124, new segment data size=12774, suffix heap size=134984,new segment heap size=29256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1029, new segment cells count=279 2024-12-03T21:41:42,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=229, cellSize=10484, totalHeapSize=24056, min timestamp=1733262102815, max timestamp=1733262102827Num uniques 1029; 2024-12-03T21:41:42,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47124, new segment data size=10484, suffix heap size=134984,new segment heap size=24056 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1029, new segment cells count=229 2024-12-03T21:41:42,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733262102815, max timestamp=1733262102827Num uniques 1029; 2024-12-03T21:41:42,861 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47124, new segment data size=6870, suffix heap size=134984,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1029, new segment cells count=150 2024-12-03T21:41:42,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:42,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:42,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:42,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:42,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:42,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:42,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:42,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=338, cellSize=15478, totalHeapSize=35392, min timestamp=1733262102873, max timestamp=1733262102884Num uniques 1138; 2024-12-03T21:41:42,887 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=338, cellSize=15478, totalHeapSize=35392, min timestamp=1733262102873, max timestamp=1733262102884Num uniques 1088; 2024-12-03T21:41:42,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49828, new segment data size=15478, suffix heap size=141120,new segment heap size=35392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1088, new segment cells count=338 2024-12-03T21:41:42,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=52118, new segment data size=15478, suffix heap size=146320,new segment heap size=35392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1138, new segment cells count=338 2024-12-03T21:41:42,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=188, cellSize=8608, totalHeapSize=19792, min timestamp=1733262102876, max timestamp=1733262102884Num uniques 1009; 2024-12-03T21:41:42,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8608, suffix heap size=132904,new segment heap size=19792 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=188 2024-12-03T21:41:42,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262162913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262162914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262162914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,920 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:42,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262162915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=197, cellSize=9022, totalHeapSize=20728, min timestamp=1733262102905, max timestamp=1733262102917Num uniques 1197; 2024-12-03T21:41:42,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=54822, new segment data size=9022, suffix heap size=152456,new segment heap size=20728 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1197, new segment cells count=197 2024-12-03T21:41:42,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=197, cellSize=9022, totalHeapSize=20728, min timestamp=1733262102905, max timestamp=1733262102917Num uniques 1197; 2024-12-03T21:41:42,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=54822, new segment data size=9022, suffix heap size=152456,new segment heap size=20728 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1197, new segment cells count=197 2024-12-03T21:41:42,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=197, cellSize=9022, totalHeapSize=20728, min timestamp=1733262102905, max timestamp=1733262102917Num uniques 1047; 2024-12-03T21:41:42,921 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47952, new segment data size=9022, suffix heap size=136856,new segment heap size=20728 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1047, new segment cells count=197 2024-12-03T21:41:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=156, cellSize=7140, totalHeapSize=16464, min timestamp=1733262102932, max timestamp=1733262102999Num uniques 1056; 2024-12-03T21:41:43,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48360, new segment data size=7140, suffix heap size=137792,new segment heap size=16464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1056, new segment cells count=156 2024-12-03T21:41:43,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=156, cellSize=7140, totalHeapSize=16464, min timestamp=1733262102932, max timestamp=1733262102999Num uniques 1056; 2024-12-03T21:41:43,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=156, cellSize=7140, totalHeapSize=16464, min timestamp=1733262102932, max timestamp=1733262102999Num uniques 1056; 2024-12-03T21:41:43,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48360, new segment data size=7140, suffix heap size=137792,new segment heap size=16464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1056, new segment cells count=156 2024-12-03T21:41:43,002 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=48360, new segment data size=7140, suffix heap size=137792,new segment heap size=16464 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1056, new segment cells count=156 2024-12-03T21:41:43,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:43,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:43,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=215, cellSize=9836, totalHeapSize=22600, min timestamp=1733262103032, max timestamp=1733262103038Num uniques 1015; 2024-12-03T21:41:43,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46476, new segment data size=9836, suffix heap size=133528,new segment heap size=22600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1015, new segment cells count=215 2024-12-03T21:41:43,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=215, cellSize=9840, totalHeapSize=22600, min timestamp=1733262103032, max timestamp=1733262103038Num uniques 1015; 2024-12-03T21:41:43,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46480, new segment data size=9840, suffix heap size=133528,new segment heap size=22600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1015, new segment cells count=215 2024-12-03T21:41:43,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=215, cellSize=9839, totalHeapSize=22600, min timestamp=1733262103032, max timestamp=1733262103038Num uniques 1015; 2024-12-03T21:41:43,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46479, new segment data size=9839, suffix heap size=133528,new segment heap size=22600 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1015, new segment cells count=215 2024-12-03T21:41:43,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T21:41:43,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262163059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262163061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=174, cellSize=7964, totalHeapSize=18336, min timestamp=1733262103056, max timestamp=1733262103063Num uniques 1074; 2024-12-03T21:41:43,066 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49184, new segment data size=7964, suffix heap size=139664,new segment heap size=18336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1074, new segment cells count=174 2024-12-03T21:41:43,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=174, cellSize=7964, totalHeapSize=18336, min timestamp=1733262103056, max timestamp=1733262103063Num uniques 1074; 2024-12-03T21:41:43,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49184, new segment data size=7964, suffix heap size=139664,new segment heap size=18336 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1074, new segment cells count=174 2024-12-03T21:41:43,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733262103056, max timestamp=1733262103063Num uniques 1074; 2024-12-03T21:41:43,069 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49184, new segment data size=6870, suffix heap size=139664,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1074, new segment cells count=150 2024-12-03T21:41:43,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/925165fef02541f0b3abe364e312226b 2024-12-03T21:41:43,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=183, cellSize=8378, totalHeapSize=19272, min timestamp=1733262103088, max timestamp=1733262103093Num uniques 1009; 2024-12-03T21:41:43,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46214, new segment data size=8378, suffix heap size=132904,new segment heap size=19272 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1009, new segment cells count=183 2024-12-03T21:41:43,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=183, cellSize=8378, totalHeapSize=19272, min timestamp=1733262103088, max timestamp=1733262103093Num uniques 1033; 2024-12-03T21:41:43,096 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47308, new segment data size=8378, suffix heap size=135400,new segment heap size=19272 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1033, new segment cells count=183 2024-12-03T21:41:43,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=183, cellSize=8378, totalHeapSize=19272, min timestamp=1733262103088, max timestamp=1733262103093Num uniques 1033; 2024-12-03T21:41:43,097 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47308, new segment data size=8378, suffix heap size=135400,new segment heap size=19272 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1033, new segment cells count=183 2024-12-03T21:41:43,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/c4fccabfcb33432487b9cd7fb5130b69 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c4fccabfcb33432487b9cd7fb5130b69 2024-12-03T21:41:43,106 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c4fccabfcb33432487b9cd7fb5130b69, entries=150, sequenceid=273, filesize=12.0 K 2024-12-03T21:41:43,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/0dd461d0890743599405284fa3097f83 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/0dd461d0890743599405284fa3097f83 2024-12-03T21:41:43,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/0dd461d0890743599405284fa3097f83, entries=150, sequenceid=273, filesize=12.0 K 2024-12-03T21:41:43,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/925165fef02541f0b3abe364e312226b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/925165fef02541f0b3abe364e312226b 2024-12-03T21:41:43,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/925165fef02541f0b3abe364e312226b, entries=150, sequenceid=273, filesize=12.0 K 2024-12-03T21:41:43,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~80.58 KB/82512, currentSize=93.93 KB/96180 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1270ms, sequenceid=273, compaction requested=true 2024-12-03T21:41:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:43,118 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:43,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:43,119 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:43,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:43,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:43,119 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:43,119 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:43,119 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/B is initiating minor compaction (all files) 2024-12-03T21:41:43,119 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/A is initiating minor compaction (all files) 2024-12-03T21:41:43,119 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/A in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,119 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/B in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,120 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f53802d7618e4dc0aaa4d5d5261b6d05, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f7cb0124773344c5bdbd55fc85036d84, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c4fccabfcb33432487b9cd7fb5130b69] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=36.2 K 2024-12-03T21:41:43,120 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5b5af0010fc24073b6f15f0e80e454ff, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/f1ef113de4d4484bb8e2a6eb5c8750ab, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/0dd461d0890743599405284fa3097f83] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=36.2 K 2024-12-03T21:41:43,120 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b5af0010fc24073b6f15f0e80e454ff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733262098395 2024-12-03T21:41:43,120 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f53802d7618e4dc0aaa4d5d5261b6d05, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733262098395 2024-12-03T21:41:43,120 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7cb0124773344c5bdbd55fc85036d84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733262099543 2024-12-03T21:41:43,120 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting f1ef113de4d4484bb8e2a6eb5c8750ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733262099543 2024-12-03T21:41:43,120 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4fccabfcb33432487b9cd7fb5130b69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733262100707 2024-12-03T21:41:43,120 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dd461d0890743599405284fa3097f83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733262100707 2024-12-03T21:41:43,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=107.34 KB heapSize=303.05 KB 2024-12-03T21:41:43,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:43,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:43,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:43,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:43,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:43,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:43,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:43,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262163144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262163146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262163146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,162 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:43,163 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/7c35ac3b0ad84f4581b2b6ac4ba50aec is 50, key is test_row_0/B:col10/1733262101846/Put/seqid=0 2024-12-03T21:41:43,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/0dcc4412163e4a0296d4b21a9ae51d6f is 50, key is test_row_0/A:col10/1733262103111/Put/seqid=0 2024-12-03T21:41:43,167 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#A#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:43,167 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/598809171f314d9a995847e5ca24a798 is 50, key is test_row_0/A:col10/1733262101846/Put/seqid=0 2024-12-03T21:41:43,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742138_1314 (size=12301) 2024-12-03T21:41:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262163174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262163174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,177 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742137_1313 (size=12915) 2024-12-03T21:41:43,186 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/7c35ac3b0ad84f4581b2b6ac4ba50aec as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7c35ac3b0ad84f4581b2b6ac4ba50aec 2024-12-03T21:41:43,192 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/B of 99a3bf1c3104c6b50d343af26fbdd6b5 into 7c35ac3b0ad84f4581b2b6ac4ba50aec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:43,193 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:43,193 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/B, priority=13, startTime=1733262103118; duration=0sec 2024-12-03T21:41:43,193 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:43,193 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:B 2024-12-03T21:41:43,193 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:43,193 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:43,194 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/C is initiating minor compaction (all files) 2024-12-03T21:41:43,194 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/C in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,194 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/ea208214d91e422fb487d9c659e336f0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/1ecc5b5fc871479284f343e443099a28, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/925165fef02541f0b3abe364e312226b] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=36.2 K 2024-12-03T21:41:43,194 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting ea208214d91e422fb487d9c659e336f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=221, earliestPutTs=1733262098395 2024-12-03T21:41:43,194 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ecc5b5fc871479284f343e443099a28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=232, earliestPutTs=1733262099543 2024-12-03T21:41:43,194 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 925165fef02541f0b3abe364e312226b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733262100707 2024-12-03T21:41:43,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742139_1315 (size=12915) 2024-12-03T21:41:43,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,202 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#C#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:43,202 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/94dfef39bcb841f299af52a6c1688235 is 50, key is test_row_0/C:col10/1733262101846/Put/seqid=0 2024-12-03T21:41:43,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742140_1316 (size=12915) 2024-12-03T21:41:43,211 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/94dfef39bcb841f299af52a6c1688235 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/94dfef39bcb841f299af52a6c1688235 2024-12-03T21:41:43,214 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/C of 99a3bf1c3104c6b50d343af26fbdd6b5 into 94dfef39bcb841f299af52a6c1688235(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:43,214 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:43,214 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/C, priority=13, startTime=1733262103119; duration=0sec 2024-12-03T21:41:43,215 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:43,215 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:C 2024-12-03T21:41:43,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262163253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262163253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262163254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:43,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:43,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262163384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262163384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262163463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262163464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262163464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T21:41:43,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=924 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/0dcc4412163e4a0296d4b21a9ae51d6f 2024-12-03T21:41:43,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/bdc826a8bc084d4ea15a9df65c717906 is 50, key is test_row_0/B:col10/1733262103111/Put/seqid=0 2024-12-03T21:41:43,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742141_1317 (size=12301) 2024-12-03T21:41:43,600 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/598809171f314d9a995847e5ca24a798 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/598809171f314d9a995847e5ca24a798 2024-12-03T21:41:43,604 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/A of 99a3bf1c3104c6b50d343af26fbdd6b5 into 598809171f314d9a995847e5ca24a798(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:43,604 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:43,604 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/A, priority=13, startTime=1733262103118; duration=0sec 2024-12-03T21:41:43,604 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:43,604 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:A 2024-12-03T21:41:43,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:43,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:43,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,655 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262163693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262163694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,694 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262163773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262163773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262163774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:43,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:43,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:43,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:43,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:43,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=924 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/bdc826a8bc084d4ea15a9df65c717906 2024-12-03T21:41:43,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/5ecd40ea115c4a4b840bea33d47871c6 is 50, key is test_row_0/C:col10/1733262103111/Put/seqid=0 2024-12-03T21:41:43,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742142_1318 (size=12301) 2024-12-03T21:41:44,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:44,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:44,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:44,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:44,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:44,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:44,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262164204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:44,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262164204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:44,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:44,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:44,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:44,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:44,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:44,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:44,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262164283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262164283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:44,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262164283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:44,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:44,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=924 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/5ecd40ea115c4a4b840bea33d47871c6 2024-12-03T21:41:44,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/0dcc4412163e4a0296d4b21a9ae51d6f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0dcc4412163e4a0296d4b21a9ae51d6f 2024-12-03T21:41:44,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0dcc4412163e4a0296d4b21a9ae51d6f, entries=150, sequenceid=924, filesize=12.0 K 2024-12-03T21:41:44,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/bdc826a8bc084d4ea15a9df65c717906 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bdc826a8bc084d4ea15a9df65c717906 2024-12-03T21:41:44,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bdc826a8bc084d4ea15a9df65c717906, entries=150, sequenceid=924, filesize=12.0 K 2024-12-03T21:41:44,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/5ecd40ea115c4a4b840bea33d47871c6 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5ecd40ea115c4a4b840bea33d47871c6 2024-12-03T21:41:44,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5ecd40ea115c4a4b840bea33d47871c6, entries=150, sequenceid=924, filesize=12.0 K 2024-12-03T21:41:44,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~303 KB/310272, currentSize=80.51 KB/82440 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1291ms, sequenceid=924, compaction requested=false 2024-12-03T21:41:44,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:44,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-03T21:41:44,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:44,418 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:41:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:44,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:44,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/2c4fd1b602364eccbcda2379eb16a710 is 50, key is test_row_0/A:col10/1733262103144/Put/seqid=0 2024-12-03T21:41:44,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742143_1319 (size=12301) 2024-12-03T21:41:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T21:41:44,830 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=942 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/2c4fd1b602364eccbcda2379eb16a710 2024-12-03T21:41:44,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/bcc0778c3ad745fdb2aa38d851042d1b is 50, key is test_row_0/B:col10/1733262103144/Put/seqid=0 2024-12-03T21:41:44,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742144_1320 (size=12301) 2024-12-03T21:41:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:45,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. as already flushing 2024-12-03T21:41:45,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262165243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,248 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=942 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/bcc0778c3ad745fdb2aa38d851042d1b 2024-12-03T21:41:45,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262165246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/04e2b0c77adc4a25b0dd41d72260e168 is 50, key is test_row_0/C:col10/1733262103144/Put/seqid=0 2024-12-03T21:41:45,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742145_1321 (size=12301) 2024-12-03T21:41:45,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58144 deadline: 1733262165294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58210 deadline: 1733262165294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,297 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 99a3bf1c3104c6b50d343af26fbdd6b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,297 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 99a3bf1c3104c6b50d343af26fbdd6b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58196 deadline: 1733262165303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,306 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 99a3bf1c3104c6b50d343af26fbdd6b5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,306 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262165354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262165354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262165563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262165563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,658 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=942 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/04e2b0c77adc4a25b0dd41d72260e168 2024-12-03T21:41:45,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/2c4fd1b602364eccbcda2379eb16a710 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2c4fd1b602364eccbcda2379eb16a710 2024-12-03T21:41:45,665 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2c4fd1b602364eccbcda2379eb16a710, entries=150, sequenceid=942, filesize=12.0 K 2024-12-03T21:41:45,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/bcc0778c3ad745fdb2aa38d851042d1b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bcc0778c3ad745fdb2aa38d851042d1b 2024-12-03T21:41:45,670 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bcc0778c3ad745fdb2aa38d851042d1b, entries=150, sequenceid=942, filesize=12.0 K 2024-12-03T21:41:45,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/04e2b0c77adc4a25b0dd41d72260e168 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/04e2b0c77adc4a25b0dd41d72260e168 2024-12-03T21:41:45,675 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/04e2b0c77adc4a25b0dd41d72260e168, entries=150, sequenceid=942, filesize=12.0 K 2024-12-03T21:41:45,676 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1258ms, sequenceid=942, compaction requested=true 2024-12-03T21:41:45,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:45,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:45,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-03T21:41:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-12-03T21:41:45,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-03T21:41:45,679 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2510 sec 2024-12-03T21:41:45,681 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 3.2560 sec 2024-12-03T21:41:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:45,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:45,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/26a41e8654ec487d8efb07a925afd7a3 is 50, key is test_row_0/A:col10/1733262105876/Put/seqid=0 2024-12-03T21:41:45,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742146_1322 (size=14741) 2024-12-03T21:41:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262165914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262165915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,920 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:45,969 INFO [Thread-1211 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1211. 2024-12-03T21:41:45,969 DEBUG [Thread-1211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:45,969 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,969 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:45,970 INFO [Thread-1209 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1209. 2024-12-03T21:41:45,970 DEBUG [Thread-1209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:45,970 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,970 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:45,971 INFO [Thread-1205 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1205. 2024-12-03T21:41:45,971 DEBUG [Thread-1205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:45,971 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,971 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:45,972 INFO [Thread-1203 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1203. 2024-12-03T21:41:45,972 DEBUG [Thread-1203 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:45,972 DEBUG [Thread-1203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,972 DEBUG [Thread-1203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:45,973 INFO [Thread-1207 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1207. 2024-12-03T21:41:45,973 DEBUG [Thread-1207 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:45,973 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,973 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:45,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:46,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:46,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262166023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262166023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:46,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:46,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262166234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262166234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:46,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:46,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:46,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=961 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/26a41e8654ec487d8efb07a925afd7a3 2024-12-03T21:41:46,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/229e657615d74cf7a5c173a9c4daa242 is 50, key is test_row_0/B:col10/1733262105876/Put/seqid=0 2024-12-03T21:41:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742147_1323 (size=12301) 2024-12-03T21:41:46,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:46,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262166544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262166544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:46,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-03T21:41:46,595 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:46,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=961 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/229e657615d74cf7a5c173a9c4daa242 2024-12-03T21:41:46,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/c8d5045bbadb418bb10efd2c4db2dddc is 50, key is test_row_0/C:col10/1733262105876/Put/seqid=0 2024-12-03T21:41:46,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742148_1324 (size=12301) 2024-12-03T21:41:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:47,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58180 deadline: 1733262167054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58206 deadline: 1733262167055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:47,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:47,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:47,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:47,057 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:41:47,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=961 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/c8d5045bbadb418bb10efd2c4db2dddc 2024-12-03T21:41:47,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/26a41e8654ec487d8efb07a925afd7a3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/26a41e8654ec487d8efb07a925afd7a3 2024-12-03T21:41:47,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/26a41e8654ec487d8efb07a925afd7a3, entries=200, sequenceid=961, filesize=14.4 K 2024-12-03T21:41:47,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/229e657615d74cf7a5c173a9c4daa242 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/229e657615d74cf7a5c173a9c4daa242 2024-12-03T21:41:47,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/229e657615d74cf7a5c173a9c4daa242, entries=150, sequenceid=961, filesize=12.0 K 2024-12-03T21:41:47,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/c8d5045bbadb418bb10efd2c4db2dddc as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/c8d5045bbadb418bb10efd2c4db2dddc 2024-12-03T21:41:47,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/c8d5045bbadb418bb10efd2c4db2dddc, entries=150, sequenceid=961, filesize=12.0 K 2024-12-03T21:41:47,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1277ms, sequenceid=961, compaction requested=true 2024-12-03T21:41:47,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:47,155 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:41:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99a3bf1c3104c6b50d343af26fbdd6b5:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:47,155 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:41:47,155 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:41:47,155 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52258 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:41:47,156 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/B is initiating minor compaction (all files) 2024-12-03T21:41:47,156 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/A is initiating minor compaction (all files) 2024-12-03T21:41:47,156 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/A in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:47,156 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/B in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:47,156 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7c35ac3b0ad84f4581b2b6ac4ba50aec, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bdc826a8bc084d4ea15a9df65c717906, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bcc0778c3ad745fdb2aa38d851042d1b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/229e657615d74cf7a5c173a9c4daa242] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=48.7 K 2024-12-03T21:41:47,156 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/598809171f314d9a995847e5ca24a798, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0dcc4412163e4a0296d4b21a9ae51d6f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2c4fd1b602364eccbcda2379eb16a710, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/26a41e8654ec487d8efb07a925afd7a3] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=51.0 K 2024-12-03T21:41:47,156 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c35ac3b0ad84f4581b2b6ac4ba50aec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733262100707 2024-12-03T21:41:47,156 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 598809171f314d9a995847e5ca24a798, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733262100707 2024-12-03T21:41:47,156 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bdc826a8bc084d4ea15a9df65c717906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=924, earliestPutTs=1733262103111 2024-12-03T21:41:47,156 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dcc4412163e4a0296d4b21a9ae51d6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=924, earliestPutTs=1733262103111 2024-12-03T21:41:47,156 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c4fd1b602364eccbcda2379eb16a710, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=942, earliestPutTs=1733262103138 2024-12-03T21:41:47,157 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bcc0778c3ad745fdb2aa38d851042d1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=942, earliestPutTs=1733262103138 2024-12-03T21:41:47,157 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26a41e8654ec487d8efb07a925afd7a3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=961, earliestPutTs=1733262105221 2024-12-03T21:41:47,157 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 229e657615d74cf7a5c173a9c4daa242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=961, earliestPutTs=1733262105221 2024-12-03T21:41:47,165 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:47,166 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/da0b18b4eae24c4ea73135af68dd648d is 50, key is test_row_0/B:col10/1733262105876/Put/seqid=0 2024-12-03T21:41:47,167 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#A#compaction#283 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:47,167 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/1298ab8efdd2432d914d3f585b9860c3 is 50, key is test_row_0/A:col10/1733262105876/Put/seqid=0 2024-12-03T21:41:47,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742149_1325 (size=13051) 2024-12-03T21:41:47,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742150_1326 (size=13051) 2024-12-03T21:41:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:47,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:41:47,328 INFO [Thread-1196 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1196. 2024-12-03T21:41:47,328 INFO [Thread-1198 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1198. 2024-12-03T21:41:47,328 DEBUG [Thread-1196 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:47,328 DEBUG [Thread-1198 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:47,328 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:47,328 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:47,328 DEBUG [Thread-1198 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:47,328 DEBUG [Thread-1196 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:47,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:47,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:47,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:47,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:47,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:47,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:47,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:47,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:47,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/a20f5ef7aaba47738acef628cd0fc059 is 50, key is test_row_0/A:col10/1733262107325/Put/seqid=0 2024-12-03T21:41:47,336 INFO [Thread-1192 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1192. 2024-12-03T21:41:47,336 DEBUG [Thread-1192 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:47,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742151_1327 (size=12301) 2024-12-03T21:41:47,336 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:47,336 DEBUG [Thread-1192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:47,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:47,582 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/da0b18b4eae24c4ea73135af68dd648d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/da0b18b4eae24c4ea73135af68dd648d 2024-12-03T21:41:47,582 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/1298ab8efdd2432d914d3f585b9860c3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/1298ab8efdd2432d914d3f585b9860c3 2024-12-03T21:41:47,587 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/B of 99a3bf1c3104c6b50d343af26fbdd6b5 into da0b18b4eae24c4ea73135af68dd648d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:47,587 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/A of 99a3bf1c3104c6b50d343af26fbdd6b5 into 1298ab8efdd2432d914d3f585b9860c3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:47,587 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:47,587 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:47,587 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/B, priority=12, startTime=1733262107155; duration=0sec 2024-12-03T21:41:47,587 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/A, priority=12, startTime=1733262107154; duration=0sec 2024-12-03T21:41:47,587 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:47,587 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:B 2024-12-03T21:41:47,587 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:47,587 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:41:47,587 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:A 2024-12-03T21:41:47,588 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:41:47,588 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 99a3bf1c3104c6b50d343af26fbdd6b5/C is initiating minor compaction (all files) 2024-12-03T21:41:47,588 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99a3bf1c3104c6b50d343af26fbdd6b5/C in TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:47,588 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/94dfef39bcb841f299af52a6c1688235, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5ecd40ea115c4a4b840bea33d47871c6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/04e2b0c77adc4a25b0dd41d72260e168, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/c8d5045bbadb418bb10efd2c4db2dddc] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp, totalSize=48.7 K 2024-12-03T21:41:47,588 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 94dfef39bcb841f299af52a6c1688235, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733262100707 2024-12-03T21:41:47,589 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5ecd40ea115c4a4b840bea33d47871c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=924, earliestPutTs=1733262103111 2024-12-03T21:41:47,589 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 04e2b0c77adc4a25b0dd41d72260e168, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=942, earliestPutTs=1733262103138 2024-12-03T21:41:47,589 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c8d5045bbadb418bb10efd2c4db2dddc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=961, earliestPutTs=1733262105221 2024-12-03T21:41:47,596 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99a3bf1c3104c6b50d343af26fbdd6b5#C#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:47,596 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/12217183a57a423a9e3d3bd2b5486488 is 50, key is test_row_0/C:col10/1733262105876/Put/seqid=0 2024-12-03T21:41:47,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742152_1328 (size=13051) 2024-12-03T21:41:47,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=976 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/a20f5ef7aaba47738acef628cd0fc059 2024-12-03T21:41:47,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/1e3384dfbea54852ae65186beb942ee1 is 50, key is test_row_0/B:col10/1733262107325/Put/seqid=0 2024-12-03T21:41:47,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742153_1329 (size=12301) 2024-12-03T21:41:48,012 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/12217183a57a423a9e3d3bd2b5486488 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/12217183a57a423a9e3d3bd2b5486488 2024-12-03T21:41:48,020 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 99a3bf1c3104c6b50d343af26fbdd6b5/C of 99a3bf1c3104c6b50d343af26fbdd6b5 into 12217183a57a423a9e3d3bd2b5486488(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:48,020 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:48,021 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., storeName=99a3bf1c3104c6b50d343af26fbdd6b5/C, priority=12, startTime=1733262107155; duration=0sec 2024-12-03T21:41:48,021 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:48,021 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99a3bf1c3104c6b50d343af26fbdd6b5:C 2024-12-03T21:41:48,079 INFO [Thread-1194 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1194. 2024-12-03T21:41:48,079 DEBUG [Thread-1194 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:48,079 INFO [Thread-1200 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1200. 2024-12-03T21:41:48,079 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:48,079 DEBUG [Thread-1200 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:41:48,079 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:48,079 DEBUG [Thread-1194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:48,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:48,079 DEBUG [Thread-1200 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:48,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 205 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 230 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 156 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 177 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 141 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4020 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3986 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3896 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4023 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3972 2024-12-03T21:41:48,080 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T21:41:48,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:41:48,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:41:48,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:48,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:48,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:41:48,082 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T21:41:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T21:41:48,085 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262108085"}]},"ts":"1733262108085"} 2024-12-03T21:41:48,087 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T21:41:48,087 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T21:41:48,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T21:41:48,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99a3bf1c3104c6b50d343af26fbdd6b5, UNASSIGN}] 2024-12-03T21:41:48,090 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99a3bf1c3104c6b50d343af26fbdd6b5, UNASSIGN 2024-12-03T21:41:48,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=99a3bf1c3104c6b50d343af26fbdd6b5, regionState=CLOSING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:41:48,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99a3bf1c3104c6b50d343af26fbdd6b5, UNASSIGN because future has completed 2024-12-03T21:41:48,093 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T21:41:48,093 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:41:48,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=976 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/1e3384dfbea54852ae65186beb942ee1 2024-12-03T21:41:48,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/815f934d87a241ae89464a9aa935a42e is 50, key is test_row_0/C:col10/1733262107325/Put/seqid=0 2024-12-03T21:41:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742154_1330 (size=12301) 2024-12-03T21:41:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T21:41:48,246 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:48,246 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T21:41:48,246 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 99a3bf1c3104c6b50d343af26fbdd6b5, disabling compactions & flushes 2024-12-03T21:41:48,246 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T21:41:48,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=976 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/815f934d87a241ae89464a9aa935a42e 2024-12-03T21:41:48,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/a20f5ef7aaba47738acef628cd0fc059 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/a20f5ef7aaba47738acef628cd0fc059 2024-12-03T21:41:48,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/a20f5ef7aaba47738acef628cd0fc059, entries=150, sequenceid=976, filesize=12.0 K 2024-12-03T21:41:48,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/1e3384dfbea54852ae65186beb942ee1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/1e3384dfbea54852ae65186beb942ee1 2024-12-03T21:41:48,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/1e3384dfbea54852ae65186beb942ee1, entries=150, sequenceid=976, filesize=12.0 K 2024-12-03T21:41:48,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/815f934d87a241ae89464a9aa935a42e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/815f934d87a241ae89464a9aa935a42e 2024-12-03T21:41:48,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/815f934d87a241ae89464a9aa935a42e, entries=150, sequenceid=976, filesize=12.0 K 2024-12-03T21:41:48,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=20.13 KB/20610 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1295ms, sequenceid=976, compaction requested=false 2024-12-03T21:41:48,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99a3bf1c3104c6b50d343af26fbdd6b5: 2024-12-03T21:41:48,622 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:48,622 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:48,622 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. after waiting 0 ms 2024-12-03T21:41:48,622 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:48,622 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(2902): Flushing 99a3bf1c3104c6b50d343af26fbdd6b5 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-12-03T21:41:48,622 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=A 2024-12-03T21:41:48,623 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:48,623 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=B 2024-12-03T21:41:48,623 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:48,623 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99a3bf1c3104c6b50d343af26fbdd6b5, store=C 2024-12-03T21:41:48,623 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:48,627 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/17c54fad381d437d953bfdab51ceb3bb is 50, key is test_row_1/A:col10/1733262108075/Put/seqid=0 2024-12-03T21:41:48,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742155_1331 (size=9857) 2024-12-03T21:41:48,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T21:41:49,034 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=985 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/17c54fad381d437d953bfdab51ceb3bb 2024-12-03T21:41:49,047 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/403f84b7a2cc485386995ec79ca3da28 is 50, key is test_row_1/B:col10/1733262108075/Put/seqid=0 2024-12-03T21:41:49,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742156_1332 (size=9857) 2024-12-03T21:41:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T21:41:49,452 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=985 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/403f84b7a2cc485386995ec79ca3da28 2024-12-03T21:41:49,465 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/aaed4c46664a459399ff4fb9e144cf51 is 50, key is test_row_1/C:col10/1733262108075/Put/seqid=0 2024-12-03T21:41:49,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742157_1333 (size=9857) 2024-12-03T21:41:49,870 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=985 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/aaed4c46664a459399ff4fb9e144cf51 2024-12-03T21:41:49,881 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/A/17c54fad381d437d953bfdab51ceb3bb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/17c54fad381d437d953bfdab51ceb3bb 2024-12-03T21:41:49,887 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/17c54fad381d437d953bfdab51ceb3bb, entries=100, sequenceid=985, filesize=9.6 K 2024-12-03T21:41:49,889 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/B/403f84b7a2cc485386995ec79ca3da28 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/403f84b7a2cc485386995ec79ca3da28 2024-12-03T21:41:49,894 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/403f84b7a2cc485386995ec79ca3da28, entries=100, sequenceid=985, filesize=9.6 K 2024-12-03T21:41:49,895 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/.tmp/C/aaed4c46664a459399ff4fb9e144cf51 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/aaed4c46664a459399ff4fb9e144cf51 2024-12-03T21:41:49,899 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/aaed4c46664a459399ff4fb9e144cf51, entries=100, sequenceid=985, filesize=9.6 K 2024-12-03T21:41:49,899 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1277ms, sequenceid=985, compaction requested=true 2024-12-03T21:41:49,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/43475852a3ac423cb1363dc74e42a657, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c77ce64111f54d5f8d159f4dc2621227, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c76d589e5c1f4311b86d9b8673cafd3a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/ff7329c84e9d43ac9542fc884b90fc36, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/142a42da79714d55a6cd92983f1a28e4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8231288df3494cab849f75d4ec1dc044, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/852dda3a691f429c921bd863033671aa, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/22a1f7edc9d34de0ade3a187889c56ba, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c59f051e71544495a6be52111c0aca2e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/55497fa36e534d69b7e4033e83c17fc0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8029c39c0b794f65829fd6b19617840d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/4ef5fbf5e3294486bc92f5a8f6f06421, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2560ee4d55d646229f96479dd32543e8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0183f404e7c14bac90fc675e82e49719, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c8a0fc66faab4e87814344b9570c861f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f53802d7618e4dc0aaa4d5d5261b6d05, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f7cb0124773344c5bdbd55fc85036d84, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/598809171f314d9a995847e5ca24a798, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c4fccabfcb33432487b9cd7fb5130b69, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0dcc4412163e4a0296d4b21a9ae51d6f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2c4fd1b602364eccbcda2379eb16a710, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/26a41e8654ec487d8efb07a925afd7a3] to archive 2024-12-03T21:41:49,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:41:49,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/43475852a3ac423cb1363dc74e42a657 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/43475852a3ac423cb1363dc74e42a657 2024-12-03T21:41:49,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c77ce64111f54d5f8d159f4dc2621227 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c77ce64111f54d5f8d159f4dc2621227 2024-12-03T21:41:49,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c76d589e5c1f4311b86d9b8673cafd3a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c76d589e5c1f4311b86d9b8673cafd3a 2024-12-03T21:41:49,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/ff7329c84e9d43ac9542fc884b90fc36 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/ff7329c84e9d43ac9542fc884b90fc36 2024-12-03T21:41:49,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/142a42da79714d55a6cd92983f1a28e4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/142a42da79714d55a6cd92983f1a28e4 2024-12-03T21:41:49,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8231288df3494cab849f75d4ec1dc044 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8231288df3494cab849f75d4ec1dc044 2024-12-03T21:41:49,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/852dda3a691f429c921bd863033671aa to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/852dda3a691f429c921bd863033671aa 2024-12-03T21:41:49,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/22a1f7edc9d34de0ade3a187889c56ba to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/22a1f7edc9d34de0ade3a187889c56ba 2024-12-03T21:41:49,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c59f051e71544495a6be52111c0aca2e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c59f051e71544495a6be52111c0aca2e 2024-12-03T21:41:49,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/55497fa36e534d69b7e4033e83c17fc0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/55497fa36e534d69b7e4033e83c17fc0 2024-12-03T21:41:49,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8029c39c0b794f65829fd6b19617840d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/8029c39c0b794f65829fd6b19617840d 2024-12-03T21:41:49,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/4ef5fbf5e3294486bc92f5a8f6f06421 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/4ef5fbf5e3294486bc92f5a8f6f06421 2024-12-03T21:41:49,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2560ee4d55d646229f96479dd32543e8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2560ee4d55d646229f96479dd32543e8 2024-12-03T21:41:49,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0183f404e7c14bac90fc675e82e49719 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0183f404e7c14bac90fc675e82e49719 2024-12-03T21:41:49,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c8a0fc66faab4e87814344b9570c861f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c8a0fc66faab4e87814344b9570c861f 2024-12-03T21:41:49,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f53802d7618e4dc0aaa4d5d5261b6d05 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f53802d7618e4dc0aaa4d5d5261b6d05 2024-12-03T21:41:49,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f7cb0124773344c5bdbd55fc85036d84 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/f7cb0124773344c5bdbd55fc85036d84 2024-12-03T21:41:49,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/598809171f314d9a995847e5ca24a798 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/598809171f314d9a995847e5ca24a798 2024-12-03T21:41:49,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c4fccabfcb33432487b9cd7fb5130b69 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/c4fccabfcb33432487b9cd7fb5130b69 2024-12-03T21:41:49,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0dcc4412163e4a0296d4b21a9ae51d6f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/0dcc4412163e4a0296d4b21a9ae51d6f 2024-12-03T21:41:49,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2c4fd1b602364eccbcda2379eb16a710 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/2c4fd1b602364eccbcda2379eb16a710 2024-12-03T21:41:49,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/26a41e8654ec487d8efb07a925afd7a3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/26a41e8654ec487d8efb07a925afd7a3 2024-12-03T21:41:49,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d36cfefc57a74eb8bb470771f70d59c3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/ed38f48c164e455696d3be28ca862dad, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/1e44af581662432f946fc614e7f34712, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/6572b571b9534f909646280c26229650, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/2a94954a37c54e95a98e7700d6c7ab05, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5e5b3ce94b16476a8e042e9293685377, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/a252312136324f839c9e53fd222c68f7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bf8220370a5948fb97c91b969af72ddd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aca42bf328ad426696cf38110e6572dc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d8c9ba88f75843ca80491aade4ee9955, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7e88aaef469243df94dff9813db33198, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/de14877e4c3e4c489de2ea1d59148ae7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/9e978072720e4e8db8fedf2328b663b1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/07f18a83c94f4fdca51855093b5e3995, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5b5af0010fc24073b6f15f0e80e454ff, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aa8f435e6cf640e6ba31409be2705d64, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/f1ef113de4d4484bb8e2a6eb5c8750ab, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7c35ac3b0ad84f4581b2b6ac4ba50aec, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/0dd461d0890743599405284fa3097f83, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bdc826a8bc084d4ea15a9df65c717906, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bcc0778c3ad745fdb2aa38d851042d1b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/229e657615d74cf7a5c173a9c4daa242] to archive 2024-12-03T21:41:49,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:41:49,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d36cfefc57a74eb8bb470771f70d59c3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d36cfefc57a74eb8bb470771f70d59c3 2024-12-03T21:41:49,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/ed38f48c164e455696d3be28ca862dad to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/ed38f48c164e455696d3be28ca862dad 2024-12-03T21:41:49,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/1e44af581662432f946fc614e7f34712 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/1e44af581662432f946fc614e7f34712 2024-12-03T21:41:49,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/6572b571b9534f909646280c26229650 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/6572b571b9534f909646280c26229650 2024-12-03T21:41:49,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/2a94954a37c54e95a98e7700d6c7ab05 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/2a94954a37c54e95a98e7700d6c7ab05 2024-12-03T21:41:49,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5e5b3ce94b16476a8e042e9293685377 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5e5b3ce94b16476a8e042e9293685377 2024-12-03T21:41:49,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/a252312136324f839c9e53fd222c68f7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/a252312136324f839c9e53fd222c68f7 2024-12-03T21:41:49,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bf8220370a5948fb97c91b969af72ddd to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bf8220370a5948fb97c91b969af72ddd 2024-12-03T21:41:49,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aca42bf328ad426696cf38110e6572dc to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aca42bf328ad426696cf38110e6572dc 2024-12-03T21:41:49,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d8c9ba88f75843ca80491aade4ee9955 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/d8c9ba88f75843ca80491aade4ee9955 2024-12-03T21:41:49,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7e88aaef469243df94dff9813db33198 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7e88aaef469243df94dff9813db33198 2024-12-03T21:41:49,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/de14877e4c3e4c489de2ea1d59148ae7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/de14877e4c3e4c489de2ea1d59148ae7 2024-12-03T21:41:49,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/9e978072720e4e8db8fedf2328b663b1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/9e978072720e4e8db8fedf2328b663b1 2024-12-03T21:41:49,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/07f18a83c94f4fdca51855093b5e3995 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/07f18a83c94f4fdca51855093b5e3995 2024-12-03T21:41:49,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5b5af0010fc24073b6f15f0e80e454ff to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/5b5af0010fc24073b6f15f0e80e454ff 2024-12-03T21:41:49,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aa8f435e6cf640e6ba31409be2705d64 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/aa8f435e6cf640e6ba31409be2705d64 2024-12-03T21:41:49,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/f1ef113de4d4484bb8e2a6eb5c8750ab to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/f1ef113de4d4484bb8e2a6eb5c8750ab 2024-12-03T21:41:49,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7c35ac3b0ad84f4581b2b6ac4ba50aec to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/7c35ac3b0ad84f4581b2b6ac4ba50aec 2024-12-03T21:41:49,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/0dd461d0890743599405284fa3097f83 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/0dd461d0890743599405284fa3097f83 2024-12-03T21:41:49,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bdc826a8bc084d4ea15a9df65c717906 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bdc826a8bc084d4ea15a9df65c717906 2024-12-03T21:41:49,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bcc0778c3ad745fdb2aa38d851042d1b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/bcc0778c3ad745fdb2aa38d851042d1b 2024-12-03T21:41:49,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/229e657615d74cf7a5c173a9c4daa242 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/229e657615d74cf7a5c173a9c4daa242 2024-12-03T21:41:49,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/adb530cdbb104c82a76c50e645742192, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5a135837031840ffb3b35a5102ed7118, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e1dfef5288f74fc8b05749995d028875, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/bc148c14e6c345b5a13a266b5a88b728, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fbb21f63215f4764873ed334ec979635, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/005d5819079e4c48b0e5ac6cf2d2a4a7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/926ae654971744578ec4609d36382b1e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/700205ca195249669be96eaab686398c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/8ff1b329e48c467788997a56a5d61fca, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/332b9bba7cda48f99c105ce265e865b7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e3985eaa8dde4892bee7156505a56774, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/9cbd238d3d7a4048bdf9065541e7e712, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/323598961a6b4500965b96f99d0405c8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/4f265db9b3754152a42cab0178e3f7c0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/ea208214d91e422fb487d9c659e336f0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fe9546570bd84240a42ebdc8aed48a21, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/1ecc5b5fc871479284f343e443099a28, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/94dfef39bcb841f299af52a6c1688235, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/925165fef02541f0b3abe364e312226b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5ecd40ea115c4a4b840bea33d47871c6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/04e2b0c77adc4a25b0dd41d72260e168, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/c8d5045bbadb418bb10efd2c4db2dddc] to archive 2024-12-03T21:41:49,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:41:49,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/adb530cdbb104c82a76c50e645742192 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/adb530cdbb104c82a76c50e645742192 2024-12-03T21:41:49,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5a135837031840ffb3b35a5102ed7118 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5a135837031840ffb3b35a5102ed7118 2024-12-03T21:41:49,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e1dfef5288f74fc8b05749995d028875 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e1dfef5288f74fc8b05749995d028875 2024-12-03T21:41:49,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/bc148c14e6c345b5a13a266b5a88b728 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/bc148c14e6c345b5a13a266b5a88b728 2024-12-03T21:41:49,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fbb21f63215f4764873ed334ec979635 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fbb21f63215f4764873ed334ec979635 2024-12-03T21:41:49,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/005d5819079e4c48b0e5ac6cf2d2a4a7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/005d5819079e4c48b0e5ac6cf2d2a4a7 2024-12-03T21:41:49,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/926ae654971744578ec4609d36382b1e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/926ae654971744578ec4609d36382b1e 2024-12-03T21:41:49,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/700205ca195249669be96eaab686398c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/700205ca195249669be96eaab686398c 2024-12-03T21:41:49,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/8ff1b329e48c467788997a56a5d61fca to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/8ff1b329e48c467788997a56a5d61fca 2024-12-03T21:41:49,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/332b9bba7cda48f99c105ce265e865b7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/332b9bba7cda48f99c105ce265e865b7 2024-12-03T21:41:49,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e3985eaa8dde4892bee7156505a56774 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/e3985eaa8dde4892bee7156505a56774 2024-12-03T21:41:49,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/9cbd238d3d7a4048bdf9065541e7e712 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/9cbd238d3d7a4048bdf9065541e7e712 2024-12-03T21:41:49,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/323598961a6b4500965b96f99d0405c8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/323598961a6b4500965b96f99d0405c8 2024-12-03T21:41:49,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/4f265db9b3754152a42cab0178e3f7c0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/4f265db9b3754152a42cab0178e3f7c0 2024-12-03T21:41:49,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/ea208214d91e422fb487d9c659e336f0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/ea208214d91e422fb487d9c659e336f0 2024-12-03T21:41:49,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fe9546570bd84240a42ebdc8aed48a21 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/fe9546570bd84240a42ebdc8aed48a21 2024-12-03T21:41:49,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/1ecc5b5fc871479284f343e443099a28 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/1ecc5b5fc871479284f343e443099a28 2024-12-03T21:41:49,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/94dfef39bcb841f299af52a6c1688235 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/94dfef39bcb841f299af52a6c1688235 2024-12-03T21:41:49,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/925165fef02541f0b3abe364e312226b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/925165fef02541f0b3abe364e312226b 2024-12-03T21:41:49,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5ecd40ea115c4a4b840bea33d47871c6 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/5ecd40ea115c4a4b840bea33d47871c6 2024-12-03T21:41:49,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/04e2b0c77adc4a25b0dd41d72260e168 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/04e2b0c77adc4a25b0dd41d72260e168 2024-12-03T21:41:49,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/c8d5045bbadb418bb10efd2c4db2dddc to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/c8d5045bbadb418bb10efd2c4db2dddc 2024-12-03T21:41:49,961 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/recovered.edits/988.seqid, newMaxSeqId=988, maxSeqId=1 2024-12-03T21:41:49,962 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. 2024-12-03T21:41:49,962 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 99a3bf1c3104c6b50d343af26fbdd6b5: Waiting for close lock at 1733262108246Running coprocessor pre-close hooks at 1733262108246Disabling compacts and flushes for region at 1733262108246Disabling writes for close at 1733262108622 (+376 ms)Obtaining lock to block concurrent updates at 1733262108622Preparing flush snapshotting stores in 99a3bf1c3104c6b50d343af26fbdd6b5 at 1733262108622Finished memstore snapshotting TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1733262108623 (+1 ms)Flushing stores of TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5. at 1733262108623Flushing 99a3bf1c3104c6b50d343af26fbdd6b5/A: creating writer at 1733262108623Flushing 99a3bf1c3104c6b50d343af26fbdd6b5/A: appending metadata at 1733262108627 (+4 ms)Flushing 99a3bf1c3104c6b50d343af26fbdd6b5/A: closing flushed file at 1733262108627Flushing 99a3bf1c3104c6b50d343af26fbdd6b5/B: creating writer at 1733262109043 (+416 ms)Flushing 99a3bf1c3104c6b50d343af26fbdd6b5/B: appending metadata at 1733262109046 (+3 ms)Flushing 99a3bf1c3104c6b50d343af26fbdd6b5/B: closing flushed file at 1733262109046Flushing 99a3bf1c3104c6b50d343af26fbdd6b5/C: creating writer at 1733262109462 (+416 ms)Flushing 99a3bf1c3104c6b50d343af26fbdd6b5/C: appending metadata at 1733262109464 (+2 ms)Flushing 99a3bf1c3104c6b50d343af26fbdd6b5/C: closing flushed file at 1733262109464Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@629bdc1b: reopening flushed file at 1733262109880 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f0c78: reopening flushed file at 1733262109887 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f70524: reopening flushed file at 1733262109894 (+7 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 99a3bf1c3104c6b50d343af26fbdd6b5 in 1277ms, sequenceid=985, compaction requested=true at 1733262109900 (+6 ms)Writing region close event to WAL at 1733262109959 (+59 ms)Running coprocessor post-close hooks at 1733262109962 (+3 ms)Closed at 1733262109962 2024-12-03T21:41:49,963 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:49,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=99a3bf1c3104c6b50d343af26fbdd6b5, regionState=CLOSED 2024-12-03T21:41:49,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:41:49,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-03T21:41:49,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 99a3bf1c3104c6b50d343af26fbdd6b5, server=101545f66cbd,43541,1733262011125 in 1.8720 sec 2024-12-03T21:41:49,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-03T21:41:49,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99a3bf1c3104c6b50d343af26fbdd6b5, UNASSIGN in 1.8770 sec 2024-12-03T21:41:49,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-03T21:41:49,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8800 sec 2024-12-03T21:41:49,970 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262109970"}]},"ts":"1733262109970"} 2024-12-03T21:41:49,971 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T21:41:49,971 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T21:41:49,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8890 sec 2024-12-03T21:41:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-03T21:41:50,236 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:50,237 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T21:41:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:50,242 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=94, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T21:41:50,244 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=94, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:50,247 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:50,250 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/recovered.edits] 2024-12-03T21:41:50,253 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/1298ab8efdd2432d914d3f585b9860c3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/1298ab8efdd2432d914d3f585b9860c3 2024-12-03T21:41:50,255 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/17c54fad381d437d953bfdab51ceb3bb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/17c54fad381d437d953bfdab51ceb3bb 2024-12-03T21:41:50,256 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/a20f5ef7aaba47738acef628cd0fc059 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/A/a20f5ef7aaba47738acef628cd0fc059 2024-12-03T21:41:50,259 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/1e3384dfbea54852ae65186beb942ee1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/1e3384dfbea54852ae65186beb942ee1 2024-12-03T21:41:50,261 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/403f84b7a2cc485386995ec79ca3da28 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/403f84b7a2cc485386995ec79ca3da28 2024-12-03T21:41:50,262 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/da0b18b4eae24c4ea73135af68dd648d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/B/da0b18b4eae24c4ea73135af68dd648d 2024-12-03T21:41:50,266 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/12217183a57a423a9e3d3bd2b5486488 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/12217183a57a423a9e3d3bd2b5486488 2024-12-03T21:41:50,267 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/815f934d87a241ae89464a9aa935a42e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/815f934d87a241ae89464a9aa935a42e 2024-12-03T21:41:50,269 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/aaed4c46664a459399ff4fb9e144cf51 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/C/aaed4c46664a459399ff4fb9e144cf51 2024-12-03T21:41:50,273 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/recovered.edits/988.seqid to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5/recovered.edits/988.seqid 2024-12-03T21:41:50,274 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/99a3bf1c3104c6b50d343af26fbdd6b5 2024-12-03T21:41:50,274 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T21:41:50,277 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=94, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:50,280 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T21:41:50,281 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T21:41:50,282 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=94, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:50,282 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T21:41:50,282 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733262110282"}]},"ts":"9223372036854775807"} 2024-12-03T21:41:50,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T21:41:50,283 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 99a3bf1c3104c6b50d343af26fbdd6b5, NAME => 'TestAcidGuarantees,,1733262083766.99a3bf1c3104c6b50d343af26fbdd6b5.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T21:41:50,283 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T21:41:50,284 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733262110283"}]},"ts":"9223372036854775807"} 2024-12-03T21:41:50,285 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T21:41:50,286 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=94, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:50,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-12-03T21:41:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-03T21:41:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T21:41:50,359 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:50,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=251 (was 248) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_904008319_22 at /127.0.0.1:50036 [Waiting for operation #178] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1722080277_22 at /127.0.0.1:41066 [Waiting for operation #283] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=453 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9716 (was 9763) 2024-12-03T21:41:50,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=9716 2024-12-03T21:41:50,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T21:41:50,379 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:41:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:50,381 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:41:50,381 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:50,382 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 95 2024-12-03T21:41:50,382 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:41:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T21:41:50,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742158_1334 (size=1061) 2024-12-03T21:41:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T21:41:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T21:41:50,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T21:41:50,793 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca 2024-12-03T21:41:50,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742159_1335 (size=53) 2024-12-03T21:41:51,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T21:41:51,204 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:41:51,204 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing cef540f182c8dc2581159f7c0fdfa572, disabling compactions & flushes 2024-12-03T21:41:51,204 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:51,204 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:51,205 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. after waiting 1 ms 2024-12-03T21:41:51,205 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:51,205 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:51,205 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for cef540f182c8dc2581159f7c0fdfa572: Waiting for close lock at 1733262111204Disabling compacts and flushes for region at 1733262111204Disabling writes for close at 1733262111205 (+1 ms)Writing region close event to WAL at 1733262111205Closed at 1733262111205 2024-12-03T21:41:51,208 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:41:51,208 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733262111208"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733262111208"}]},"ts":"1733262111208"} 2024-12-03T21:41:51,211 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:41:51,213 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:41:51,213 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262111213"}]},"ts":"1733262111213"} 2024-12-03T21:41:51,214 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T21:41:51,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, ASSIGN}] 2024-12-03T21:41:51,216 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, ASSIGN 2024-12-03T21:41:51,217 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, ASSIGN; state=OFFLINE, location=101545f66cbd,43541,1733262011125; forceNewPlan=false, retain=false 2024-12-03T21:41:51,367 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=cef540f182c8dc2581159f7c0fdfa572, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:41:51,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, ASSIGN because future has completed 2024-12-03T21:41:51,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:41:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T21:41:51,531 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:51,532 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7752): Opening region: {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:41:51,532 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,532 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:41:51,532 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7794): checking encryption for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,532 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(7797): checking classloading for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,533 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,535 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:41:51,535 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cef540f182c8dc2581159f7c0fdfa572 columnFamilyName A 2024-12-03T21:41:51,535 DEBUG [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:51,536 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(327): Store=cef540f182c8dc2581159f7c0fdfa572/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:41:51,536 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,537 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:41:51,537 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cef540f182c8dc2581159f7c0fdfa572 columnFamilyName B 2024-12-03T21:41:51,537 DEBUG [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:51,538 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(327): Store=cef540f182c8dc2581159f7c0fdfa572/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:41:51,538 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,539 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:41:51,539 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cef540f182c8dc2581159f7c0fdfa572 columnFamilyName C 2024-12-03T21:41:51,539 DEBUG [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:51,539 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(327): Store=cef540f182c8dc2581159f7c0fdfa572/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:41:51,540 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:51,540 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1038): replaying wal for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,541 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,541 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,542 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1048): stopping wal replay for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,542 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1060): Cleaning up temporary data for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,543 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:41:51,544 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1093): writing seq id for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,546 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:41:51,546 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1114): Opened cef540f182c8dc2581159f7c0fdfa572; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61882641, jitterRate=-0.07787679135799408}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:41:51,546 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:51,547 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegion(1006): Region open journal for cef540f182c8dc2581159f7c0fdfa572: Running coprocessor pre-open hook at 1733262111532Writing region info on filesystem at 1733262111532Initializing all the Stores at 1733262111533 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262111533Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262111533Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262111533Cleaning up temporary data from old regions at 1733262111542 (+9 ms)Running coprocessor post-open hooks at 1733262111546 (+4 ms)Region opened successfully at 1733262111547 (+1 ms) 2024-12-03T21:41:51,547 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., pid=97, masterSystemTime=1733262111524 2024-12-03T21:41:51,549 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:51,549 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=97}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:51,549 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=cef540f182c8dc2581159f7c0fdfa572, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:41:51,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:41:51,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-03T21:41:51,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 in 180 msec 2024-12-03T21:41:51,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-03T21:41:51,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, ASSIGN in 339 msec 2024-12-03T21:41:51,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:41:51,556 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262111555"}]},"ts":"1733262111555"} 2024-12-03T21:41:51,557 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T21:41:51,558 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=95, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:41:51,559 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1790 sec 2024-12-03T21:41:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-12-03T21:41:52,544 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:52,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29820261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:52,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:52,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:52,547 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:52,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73439d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:52,548 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:52,550 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:52,551 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84ae4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:52,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:52,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:52,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:52,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:52,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:41:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36053,1733262010428 2024-12-03T21:41:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@705ae1af 2024-12-03T21:41:52,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:41:52,557 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:41:52,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T21:41:52,559 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:41:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=98, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T21:41:52,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742160_1336 (size=1097) 2024-12-03T21:41:52,977 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-03T21:41:52,977 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-03T21:41:52,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T21:41:52,988 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, REOPEN/MOVE}] 2024-12-03T21:41:52,988 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, REOPEN/MOVE 2024-12-03T21:41:52,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=cef540f182c8dc2581159f7c0fdfa572, regionState=CLOSING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:41:52,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, REOPEN/MOVE because future has completed 2024-12-03T21:41:52,991 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T21:41:52,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:41:53,143 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(122): Close cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,144 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T21:41:53,144 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1722): Closing cef540f182c8dc2581159f7c0fdfa572, disabling compactions & flushes 2024-12-03T21:41:53,144 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,144 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,144 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. after waiting 0 ms 2024-12-03T21:41:53,144 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,182 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T21:41:53,183 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,183 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegion(1676): Region close journal for cef540f182c8dc2581159f7c0fdfa572: Waiting for close lock at 1733262113144Running coprocessor pre-close hooks at 1733262113144Disabling compacts and flushes for region at 1733262113144Disabling writes for close at 1733262113144Writing region close event to WAL at 1733262113145 (+1 ms)Running coprocessor post-close hooks at 1733262113183 (+38 ms)Closed at 1733262113183 2024-12-03T21:41:53,183 WARN [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] regionserver.HRegionServer(3299): Not adding moved region record: cef540f182c8dc2581159f7c0fdfa572 to self. 2024-12-03T21:41:53,187 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=101}] handler.UnassignRegionHandler(157): Closed cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=cef540f182c8dc2581159f7c0fdfa572, regionState=CLOSED 2024-12-03T21:41:53,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE, hasLock=false; CloseRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:41:53,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-03T21:41:53,194 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; CloseRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 in 200 msec 2024-12-03T21:41:53,195 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, REOPEN/MOVE; state=CLOSED, location=101545f66cbd,43541,1733262011125; forceNewPlan=false, retain=true 2024-12-03T21:41:53,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=cef540f182c8dc2581159f7c0fdfa572, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=99, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, REOPEN/MOVE because future has completed 2024-12-03T21:41:53,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:41:53,513 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,514 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7752): Opening region: {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:41:53,514 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,514 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:41:53,515 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7794): checking encryption for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,515 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7797): checking classloading for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,517 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,518 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:41:53,518 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cef540f182c8dc2581159f7c0fdfa572 columnFamilyName A 2024-12-03T21:41:53,519 DEBUG [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:53,520 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(327): Store=cef540f182c8dc2581159f7c0fdfa572/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:41:53,520 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,521 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:41:53,521 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cef540f182c8dc2581159f7c0fdfa572 columnFamilyName B 2024-12-03T21:41:53,521 DEBUG [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:53,522 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(327): Store=cef540f182c8dc2581159f7c0fdfa572/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:41:53,522 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,522 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:41:53,523 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cef540f182c8dc2581159f7c0fdfa572 columnFamilyName C 2024-12-03T21:41:53,523 DEBUG [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:53,523 INFO [StoreOpener-cef540f182c8dc2581159f7c0fdfa572-1 {}] regionserver.HStore(327): Store=cef540f182c8dc2581159f7c0fdfa572/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:41:53,523 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,523 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1038): replaying wal for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,524 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,524 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,525 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1048): stopping wal replay for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,525 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1060): Cleaning up temporary data for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,526 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:41:53,527 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1093): writing seq id for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,528 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1114): Opened cef540f182c8dc2581159f7c0fdfa572; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67018358, jitterRate=-0.001348644495010376}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:41:53,528 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,528 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1006): Region open journal for cef540f182c8dc2581159f7c0fdfa572: Running coprocessor pre-open hook at 1733262113515Writing region info on filesystem at 1733262113515Initializing all the Stores at 1733262113516 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262113516Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262113516Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262113516Cleaning up temporary data from old regions at 1733262113525 (+9 ms)Running coprocessor post-open hooks at 1733262113528 (+3 ms)Region opened successfully at 1733262113528 2024-12-03T21:41:53,529 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., pid=102, masterSystemTime=1733262113505 2024-12-03T21:41:53,530 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,530 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=100 updating hbase:meta row=cef540f182c8dc2581159f7c0fdfa572, regionState=OPEN, openSeqNum=5, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=100, state=RUNNABLE, hasLock=false; OpenRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:41:53,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=100 2024-12-03T21:41:53,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=100, state=SUCCESS, hasLock=false; OpenRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 in 182 msec 2024-12-03T21:41:53,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-03T21:41:53,535 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, REOPEN/MOVE in 547 msec 2024-12-03T21:41:53,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-03T21:41:53,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 552 msec 2024-12-03T21:41:53,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 979 msec 2024-12-03T21:41:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=98 2024-12-03T21:41:53,539 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:53,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c07883b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,541 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4d3369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,542 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cdfc2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d62a3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,544 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9d67b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,545 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,545 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753e7eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6513d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,546 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,546 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,547 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e03a0d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,547 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,548 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c600cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@510f8e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,550 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d9ea61c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,551 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c59da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74436e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,553 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36da1dfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,554 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ad13276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469d248f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,556 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76edc0ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,557 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417dd7d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8c61ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,559 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,559 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e7bcbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,560 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,560 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,561 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d881e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147a1007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,562 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5397a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,563 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e70b495, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b4d201d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,564 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,565 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e014a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,565 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,566 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ffc8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2b45c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:41:53,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:41:53,568 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:41:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:41:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:41:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477aae1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:41:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:41:53,569 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:41:53,570 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:41:53,571 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73572e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:41:53,571 DEBUG [Thread-1535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,571 DEBUG [Thread-1533 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,571 DEBUG [Thread-1548 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,571 DEBUG [Thread-1537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,571 DEBUG [Thread-1541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,579 DEBUG [Thread-1539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,583 DEBUG [Thread-1550 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,583 DEBUG [Thread-1552 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,593 DEBUG [Thread-1544 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,593 DEBUG [Thread-1546 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:41:53,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:41:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,594 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:41:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-03T21:41:53,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:41:53,596 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T21:41:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,598 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:53,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:53,599 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:41:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,608 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T21:41:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:41:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:41:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:41:53,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:53,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120376d5c4b61ddb4892bce127df2900c083_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262113578/Put/seqid=0 2024-12-03T21:41:53,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262113639, max timestamp=1733262113649Num uniques 859; 2024-12-03T21:41:53,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262113639, max timestamp=1733262113649Num uniques 859; 2024-12-03T21:41:53,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:41:53,652 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262113639, max timestamp=1733262113649Num uniques 859; 2024-12-03T21:41:53,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:41:53,653 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:41:53,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742161_1337 (size=12154) 2024-12-03T21:41:53,678 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:53,682 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120376d5c4b61ddb4892bce127df2900c083_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120376d5c4b61ddb4892bce127df2900c083_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:53,683 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/6a549baf7b594ab4a75a1b55e3cdbcb9, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:53,684 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/6a549baf7b594ab4a75a1b55e3cdbcb9 is 175, key is test_row_0/A:col10/1733262113578/Put/seqid=0 2024-12-03T21:41:53,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262173681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262173682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,697 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742162_1338 (size=30955) 2024-12-03T21:41:53,701 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/6a549baf7b594ab4a75a1b55e3cdbcb9 2024-12-03T21:41:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T21:41:53,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262173690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262173696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,707 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262173697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,708 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/d2bc3718098643f4a9afd22979afe7f5 is 50, key is test_row_0/B:col10/1733262113578/Put/seqid=0 2024-12-03T21:41:53,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742163_1339 (size=12001) 2024-12-03T21:41:53,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T21:41:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:53,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:53,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262173803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,811 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262173803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262173813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262173814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262173814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:53,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:53,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T21:41:53,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:53,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:53,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:53,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T21:41:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262174023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262174023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262174024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262174034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262174034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,040 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T21:41:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:54,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:54,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:54,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/d2bc3718098643f4a9afd22979afe7f5 2024-12-03T21:41:54,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/80a2cb9123ed4c34ab8c95c0a865c8c8 is 50, key is test_row_0/C:col10/1733262113578/Put/seqid=0 2024-12-03T21:41:54,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742164_1340 (size=12001) 2024-12-03T21:41:54,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T21:41:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:54,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T21:41:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262174333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262174334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262174344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262174344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262174353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T21:41:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:54,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T21:41:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:54,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:54,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:54,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/80a2cb9123ed4c34ab8c95c0a865c8c8 2024-12-03T21:41:54,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/6a549baf7b594ab4a75a1b55e3cdbcb9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/6a549baf7b594ab4a75a1b55e3cdbcb9 2024-12-03T21:41:54,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/6a549baf7b594ab4a75a1b55e3cdbcb9, entries=150, sequenceid=14, filesize=30.2 K 2024-12-03T21:41:54,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/d2bc3718098643f4a9afd22979afe7f5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d2bc3718098643f4a9afd22979afe7f5 2024-12-03T21:41:54,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d2bc3718098643f4a9afd22979afe7f5, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T21:41:54,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/80a2cb9123ed4c34ab8c95c0a865c8c8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/80a2cb9123ed4c34ab8c95c0a865c8c8 2024-12-03T21:41:54,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/80a2cb9123ed4c34ab8c95c0a865c8c8, entries=150, sequenceid=14, filesize=11.7 K 2024-12-03T21:41:54,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for cef540f182c8dc2581159f7c0fdfa572 in 971ms, sequenceid=14, compaction requested=false 2024-12-03T21:41:54,579 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T21:41:54,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:41:54,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-03T21:41:54,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:54,667 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-03T21:41:54,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:41:54,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:54,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:41:54,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:54,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:41:54,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:41:54,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035ca5f594eca6430ab4b5be44e121c2f0_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262113675/Put/seqid=0 2024-12-03T21:41:54,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742165_1341 (size=12154) 2024-12-03T21:41:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T21:41:54,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:54,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262174859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262174862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262174863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262174863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262174864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262174973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262174974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,979 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262174974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:54,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:54,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262174984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:54,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:55,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:55,080 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035ca5f594eca6430ab4b5be44e121c2f0_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035ca5f594eca6430ab4b5be44e121c2f0_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:55,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/ea9f9043a83d48afa40e53ba496fe236, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:55,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/ea9f9043a83d48afa40e53ba496fe236 is 175, key is test_row_0/A:col10/1733262113675/Put/seqid=0 2024-12-03T21:41:55,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742166_1342 (size=30955) 2024-12-03T21:41:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262175183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:55,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262175183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:55,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:55,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262175183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:55,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262175193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:55,487 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/ea9f9043a83d48afa40e53ba496fe236 2024-12-03T21:41:55,488 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T21:41:55,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/223edfe8c52a443d8c0e063ea058500c is 50, key is test_row_0/B:col10/1733262113675/Put/seqid=0 2024-12-03T21:41:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742167_1343 (size=12001) 2024-12-03T21:41:55,502 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/223edfe8c52a443d8c0e063ea058500c 2024-12-03T21:41:55,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262175494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262175495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262175503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:55,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262175503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:55,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/c6ab75d154744d06bd5908dcbbd0d80b is 50, key is test_row_0/C:col10/1733262113675/Put/seqid=0 2024-12-03T21:41:55,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:55,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742168_1344 (size=12001) 2024-12-03T21:41:55,520 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/c6ab75d154744d06bd5908dcbbd0d80b 2024-12-03T21:41:55,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/ea9f9043a83d48afa40e53ba496fe236 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea9f9043a83d48afa40e53ba496fe236 2024-12-03T21:41:55,530 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea9f9043a83d48afa40e53ba496fe236, entries=150, sequenceid=51, filesize=30.2 K 2024-12-03T21:41:55,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/223edfe8c52a443d8c0e063ea058500c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/223edfe8c52a443d8c0e063ea058500c 2024-12-03T21:41:55,536 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/223edfe8c52a443d8c0e063ea058500c, entries=150, sequenceid=51, filesize=11.7 K 2024-12-03T21:41:55,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/c6ab75d154744d06bd5908dcbbd0d80b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c6ab75d154744d06bd5908dcbbd0d80b 2024-12-03T21:41:55,540 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c6ab75d154744d06bd5908dcbbd0d80b, entries=150, sequenceid=51, filesize=11.7 K 2024-12-03T21:41:55,541 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=53.67 KB/54960 for cef540f182c8dc2581159f7c0fdfa572 in 873ms, sequenceid=51, compaction requested=false 2024-12-03T21:41:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:41:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:55,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-03T21:41:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-03T21:41:55,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-03T21:41:55,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-12-03T21:41:55,544 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.9490 sec 2024-12-03T21:41:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-03T21:41:55,744 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:55,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-03T21:41:55,745 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T21:41:55,746 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:55,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T21:41:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:55,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T21:41:55,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:41:55,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:55,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:41:55,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:55,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:41:55,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:55,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120316f79126f15441a5be2d61dd4a0eb086_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262114862/Put/seqid=0 2024-12-03T21:41:55,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742169_1345 (size=14594) 2024-12-03T21:41:55,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:55,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:55,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:55,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:55,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:55,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:55,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262175974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:55,979 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262176014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262176014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262176014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:56,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:56,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262176023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:56,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:56,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:56,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T21:41:56,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262176084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:56,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:56,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:56,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:56,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,295 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:56,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262176294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,298 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:56,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120316f79126f15441a5be2d61dd4a0eb086_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120316f79126f15441a5be2d61dd4a0eb086_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:56,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/68eadd25f3b648c4ba55e1574ff2ffd3, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:56,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/68eadd25f3b648c4ba55e1574ff2ffd3 is 175, key is test_row_0/A:col10/1733262114862/Put/seqid=0 2024-12-03T21:41:56,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742170_1346 (size=39549) 2024-12-03T21:41:56,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:56,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T21:41:56,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:56,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:56,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262176603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:56,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:56,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:56,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:56,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,706 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/68eadd25f3b648c4ba55e1574ff2ffd3 2024-12-03T21:41:56,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/a4b48230d10d4cbea83b1d881ee0a313 is 50, key is test_row_0/B:col10/1733262114862/Put/seqid=0 2024-12-03T21:41:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742171_1347 (size=12001) 2024-12-03T21:41:56,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T21:41:56,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:56,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:56,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:56,967 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:56,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:57,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262177034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262177034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:57,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:57,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262177034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:57,039 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,039 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:57,039 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,040 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:57,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:57,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262177044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:57,046 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:41:57,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:57,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/a4b48230d10d4cbea83b1d881ee0a313 2024-12-03T21:41:57,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:57,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/98e49af1f04b45fea18743ef73ccf92f is 50, key is test_row_0/C:col10/1733262114862/Put/seqid=0 2024-12-03T21:41:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262177114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:57,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:57,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742172_1348 (size=12001) 2024-12-03T21:41:57,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:57,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:41:57,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/98e49af1f04b45fea18743ef73ccf92f 2024-12-03T21:41:57,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/68eadd25f3b648c4ba55e1574ff2ffd3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/68eadd25f3b648c4ba55e1574ff2ffd3 2024-12-03T21:41:57,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/68eadd25f3b648c4ba55e1574ff2ffd3, entries=200, sequenceid=63, filesize=38.6 K 2024-12-03T21:41:57,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/a4b48230d10d4cbea83b1d881ee0a313 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/a4b48230d10d4cbea83b1d881ee0a313 2024-12-03T21:41:57,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/a4b48230d10d4cbea83b1d881ee0a313, entries=150, sequenceid=63, filesize=11.7 K 2024-12-03T21:41:57,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/98e49af1f04b45fea18743ef73ccf92f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/98e49af1f04b45fea18743ef73ccf92f 2024-12-03T21:41:57,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/98e49af1f04b45fea18743ef73ccf92f, entries=150, sequenceid=63, filesize=11.7 K 2024-12-03T21:41:57,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for cef540f182c8dc2581159f7c0fdfa572 in 1656ms, sequenceid=63, compaction requested=true 2024-12-03T21:41:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:41:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:57,541 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:57,541 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:57,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:57,542 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:57,542 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:57,542 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/A is initiating minor compaction (all files) 2024-12-03T21:41:57,542 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/B is initiating minor compaction (all files) 2024-12-03T21:41:57,542 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/B in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,542 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/A in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,542 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d2bc3718098643f4a9afd22979afe7f5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/223edfe8c52a443d8c0e063ea058500c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/a4b48230d10d4cbea83b1d881ee0a313] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=35.2 K 2024-12-03T21:41:57,542 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/6a549baf7b594ab4a75a1b55e3cdbcb9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea9f9043a83d48afa40e53ba496fe236, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/68eadd25f3b648c4ba55e1574ff2ffd3] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=99.1 K 2024-12-03T21:41:57,542 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,543 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/6a549baf7b594ab4a75a1b55e3cdbcb9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea9f9043a83d48afa40e53ba496fe236, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/68eadd25f3b648c4ba55e1574ff2ffd3] 2024-12-03T21:41:57,543 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d2bc3718098643f4a9afd22979afe7f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733262113577 2024-12-03T21:41:57,543 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a549baf7b594ab4a75a1b55e3cdbcb9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733262113577 2024-12-03T21:41:57,543 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 223edfe8c52a443d8c0e063ea058500c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733262113675 2024-12-03T21:41:57,543 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea9f9043a83d48afa40e53ba496fe236, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733262113675 2024-12-03T21:41:57,543 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a4b48230d10d4cbea83b1d881ee0a313, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733262114861 2024-12-03T21:41:57,543 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68eadd25f3b648c4ba55e1574ff2ffd3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733262114861 2024-12-03T21:41:57,547 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:57,550 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120383e14dab83bc47d484009dfb328f283f_cef540f182c8dc2581159f7c0fdfa572 store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:57,550 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#B#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:57,550 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/597ac97dd5334deabf7c912f99831c2d is 50, key is test_row_0/B:col10/1733262114862/Put/seqid=0 2024-12-03T21:41:57,552 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120383e14dab83bc47d484009dfb328f283f_cef540f182c8dc2581159f7c0fdfa572, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:57,552 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120383e14dab83bc47d484009dfb328f283f_cef540f182c8dc2581159f7c0fdfa572 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:57,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742173_1349 (size=12104) 2024-12-03T21:41:57,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742174_1350 (size=4469) 2024-12-03T21:41:57,562 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/597ac97dd5334deabf7c912f99831c2d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/597ac97dd5334deabf7c912f99831c2d 2024-12-03T21:41:57,568 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/B of cef540f182c8dc2581159f7c0fdfa572 into 597ac97dd5334deabf7c912f99831c2d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:57,568 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:41:57,568 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/B, priority=13, startTime=1733262117541; duration=0sec 2024-12-03T21:41:57,568 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:57,568 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:B 2024-12-03T21:41:57,568 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:57,569 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:57,569 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/C is initiating minor compaction (all files) 2024-12-03T21:41:57,569 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/C in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,569 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/80a2cb9123ed4c34ab8c95c0a865c8c8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c6ab75d154744d06bd5908dcbbd0d80b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/98e49af1f04b45fea18743ef73ccf92f] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=35.2 K 2024-12-03T21:41:57,570 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a2cb9123ed4c34ab8c95c0a865c8c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733262113577 2024-12-03T21:41:57,570 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c6ab75d154744d06bd5908dcbbd0d80b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733262113675 2024-12-03T21:41:57,570 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 98e49af1f04b45fea18743ef73ccf92f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733262114861 2024-12-03T21:41:57,575 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:57,576 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/039e29edfab743b1ac31b4fbb57735d9 is 50, key is test_row_0/C:col10/1733262114862/Put/seqid=0 2024-12-03T21:41:57,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-03T21:41:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:57,579 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T21:41:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:41:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:41:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:41:57,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:57,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742175_1351 (size=12104) 2024-12-03T21:41:57,588 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/039e29edfab743b1ac31b4fbb57735d9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/039e29edfab743b1ac31b4fbb57735d9 2024-12-03T21:41:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035a17b546390245a5b66b4de8705a1b04_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262115973/Put/seqid=0 2024-12-03T21:41:57,593 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/C of cef540f182c8dc2581159f7c0fdfa572 into 039e29edfab743b1ac31b4fbb57735d9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:57,593 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:41:57,593 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/C, priority=13, startTime=1733262117541; duration=0sec 2024-12-03T21:41:57,593 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:57,593 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:C 2024-12-03T21:41:57,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742176_1352 (size=12154) 2024-12-03T21:41:57,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:57,597 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035a17b546390245a5b66b4de8705a1b04_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035a17b546390245a5b66b4de8705a1b04_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:57,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/dd8fbeb87a5a41cfad200871be1362a9, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:57,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/dd8fbeb87a5a41cfad200871be1362a9 is 175, key is test_row_0/A:col10/1733262115973/Put/seqid=0 2024-12-03T21:41:57,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742177_1353 (size=30955) 2024-12-03T21:41:57,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T21:41:57,958 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#A#compaction#300 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:57,959 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/df6198497b954c308a850f6d3c0dfa65 is 175, key is test_row_0/A:col10/1733262114862/Put/seqid=0 2024-12-03T21:41:57,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742178_1354 (size=31058) 2024-12-03T21:41:57,970 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/df6198497b954c308a850f6d3c0dfa65 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/df6198497b954c308a850f6d3c0dfa65 2024-12-03T21:41:57,973 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/A of cef540f182c8dc2581159f7c0fdfa572 into df6198497b954c308a850f6d3c0dfa65(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:57,973 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:41:57,973 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/A, priority=13, startTime=1733262117541; duration=0sec 2024-12-03T21:41:57,973 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:57,973 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:A 2024-12-03T21:41:58,004 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=84, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/dd8fbeb87a5a41cfad200871be1362a9 2024-12-03T21:41:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/ca900cbe1ff2492e988b165da68fae3b is 50, key is test_row_0/B:col10/1733262115973/Put/seqid=0 2024-12-03T21:41:58,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742179_1355 (size=12001) 2024-12-03T21:41:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:58,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:41:58,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:58,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262178203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:58,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:58,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262178313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:58,423 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/ca900cbe1ff2492e988b165da68fae3b 2024-12-03T21:41:58,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/c8300feb163e4e1ab969a9965606370c is 50, key is test_row_0/C:col10/1733262115973/Put/seqid=0 2024-12-03T21:41:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742180_1356 (size=12001) 2024-12-03T21:41:58,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:58,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262178524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:58,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:58,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:58,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:58,832 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/c8300feb163e4e1ab969a9965606370c 2024-12-03T21:41:58,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/dd8fbeb87a5a41cfad200871be1362a9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/dd8fbeb87a5a41cfad200871be1362a9 2024-12-03T21:41:58,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:58,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262178833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:58,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:58,844 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/dd8fbeb87a5a41cfad200871be1362a9, entries=150, sequenceid=84, filesize=30.2 K 2024-12-03T21:41:58,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/ca900cbe1ff2492e988b165da68fae3b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/ca900cbe1ff2492e988b165da68fae3b 2024-12-03T21:41:58,848 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/ca900cbe1ff2492e988b165da68fae3b, entries=150, sequenceid=84, filesize=11.7 K 2024-12-03T21:41:58,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/c8300feb163e4e1ab969a9965606370c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c8300feb163e4e1ab969a9965606370c 2024-12-03T21:41:58,852 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c8300feb163e4e1ab969a9965606370c, entries=150, sequenceid=84, filesize=11.7 K 2024-12-03T21:41:58,853 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for cef540f182c8dc2581159f7c0fdfa572 in 1274ms, sequenceid=84, compaction requested=false 2024-12-03T21:41:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:41:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:58,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-03T21:41:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-03T21:41:58,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-03T21:41:58,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1090 sec 2024-12-03T21:41:58,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 3.1130 sec 2024-12-03T21:41:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:59,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:41:59,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:41:59,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:59,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:41:59,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:59,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:41:59,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:41:59,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c146e39c6398406c9206229308926bc8_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262118191/Put/seqid=0 2024-12-03T21:41:59,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742181_1357 (size=14594) 2024-12-03T21:41:59,067 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:41:59,071 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c146e39c6398406c9206229308926bc8_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c146e39c6398406c9206229308926bc8_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:41:59,072 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/ea832dc50b754ceb994d21a0a20058da, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:59,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/ea832dc50b754ceb994d21a0a20058da is 175, key is test_row_0/A:col10/1733262118191/Put/seqid=0 2024-12-03T21:41:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742182_1358 (size=39549) 2024-12-03T21:41:59,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262179083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262179090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262179091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262179091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262179194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262179194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262179203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262179203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262179353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262179404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262179404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262179413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262179413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,477 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/ea832dc50b754ceb994d21a0a20058da 2024-12-03T21:41:59,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/36f4a4f12ee3452382a191dd4f2d1150 is 50, key is test_row_0/B:col10/1733262118191/Put/seqid=0 2024-12-03T21:41:59,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742183_1359 (size=12001) 2024-12-03T21:41:59,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262179713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262179714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262179724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:41:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262179724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:41:59,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:41:59,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:41:59,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/36f4a4f12ee3452382a191dd4f2d1150 2024-12-03T21:41:59,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/9e67151b22b446e5b7ecc88c33172d81 is 50, key is test_row_0/C:col10/1733262118191/Put/seqid=0 2024-12-03T21:41:59,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742184_1360 (size=12001) 2024-12-03T21:41:59,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/9e67151b22b446e5b7ecc88c33172d81 2024-12-03T21:41:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-03T21:41:59,904 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:41:59,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:41:59,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-03T21:41:59,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T21:41:59,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/ea832dc50b754ceb994d21a0a20058da as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea832dc50b754ceb994d21a0a20058da 2024-12-03T21:41:59,908 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:41:59,909 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:41:59,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:41:59,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea832dc50b754ceb994d21a0a20058da, entries=200, sequenceid=99, filesize=38.6 K 2024-12-03T21:41:59,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/36f4a4f12ee3452382a191dd4f2d1150 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/36f4a4f12ee3452382a191dd4f2d1150 2024-12-03T21:41:59,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/36f4a4f12ee3452382a191dd4f2d1150, entries=150, sequenceid=99, filesize=11.7 K 2024-12-03T21:41:59,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/9e67151b22b446e5b7ecc88c33172d81 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/9e67151b22b446e5b7ecc88c33172d81 2024-12-03T21:41:59,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/9e67151b22b446e5b7ecc88c33172d81, entries=150, sequenceid=99, filesize=11.7 K 2024-12-03T21:41:59,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for cef540f182c8dc2581159f7c0fdfa572 in 863ms, sequenceid=99, compaction requested=true 2024-12-03T21:41:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:41:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:41:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:59,921 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:41:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:41:59,921 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:41:59,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:59,922 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:59,922 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:59,922 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/A is initiating minor compaction (all files) 2024-12-03T21:41:59,922 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/B is initiating minor compaction (all files) 2024-12-03T21:41:59,922 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/A in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:59,922 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/B in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:59,922 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/df6198497b954c308a850f6d3c0dfa65, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/dd8fbeb87a5a41cfad200871be1362a9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea832dc50b754ceb994d21a0a20058da] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=99.2 K 2024-12-03T21:41:59,922 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/597ac97dd5334deabf7c912f99831c2d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/ca900cbe1ff2492e988b165da68fae3b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/36f4a4f12ee3452382a191dd4f2d1150] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=35.3 K 2024-12-03T21:41:59,922 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:59,922 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/df6198497b954c308a850f6d3c0dfa65, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/dd8fbeb87a5a41cfad200871be1362a9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea832dc50b754ceb994d21a0a20058da] 2024-12-03T21:41:59,922 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 597ac97dd5334deabf7c912f99831c2d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733262114861 2024-12-03T21:41:59,922 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting ca900cbe1ff2492e988b165da68fae3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733262115943 2024-12-03T21:41:59,922 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting df6198497b954c308a850f6d3c0dfa65, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733262114861 2024-12-03T21:41:59,923 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 36f4a4f12ee3452382a191dd4f2d1150, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733262118191 2024-12-03T21:41:59,923 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd8fbeb87a5a41cfad200871be1362a9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733262115943 2024-12-03T21:41:59,924 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea832dc50b754ceb994d21a0a20058da, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733262118191 2024-12-03T21:41:59,928 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:59,929 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:59,930 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/9437cc4ad54c4e7abf818dc02e3f51d8 is 50, key is test_row_0/B:col10/1733262118191/Put/seqid=0 2024-12-03T21:41:59,932 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412037711b9c3df1848f7939c21b942f4679a_cef540f182c8dc2581159f7c0fdfa572 store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:59,934 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412037711b9c3df1848f7939c21b942f4679a_cef540f182c8dc2581159f7c0fdfa572, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:59,934 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412037711b9c3df1848f7939c21b942f4679a_cef540f182c8dc2581159f7c0fdfa572 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:41:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742185_1361 (size=12207) 2024-12-03T21:41:59,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742186_1362 (size=4469) 2024-12-03T21:41:59,940 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#A#compaction#310 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:59,940 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/98d8ded8ae7e4d1eb8cb7450540e89e7 is 175, key is test_row_0/A:col10/1733262118191/Put/seqid=0 2024-12-03T21:41:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742187_1363 (size=31161) 2024-12-03T21:41:59,951 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/98d8ded8ae7e4d1eb8cb7450540e89e7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/98d8ded8ae7e4d1eb8cb7450540e89e7 2024-12-03T21:41:59,955 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/A of cef540f182c8dc2581159f7c0fdfa572 into 98d8ded8ae7e4d1eb8cb7450540e89e7(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:41:59,956 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:41:59,956 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/A, priority=13, startTime=1733262119921; duration=0sec 2024-12-03T21:41:59,956 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:41:59,956 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:A 2024-12-03T21:41:59,956 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:41:59,957 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:41:59,957 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/C is initiating minor compaction (all files) 2024-12-03T21:41:59,957 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/C in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:41:59,957 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/039e29edfab743b1ac31b4fbb57735d9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c8300feb163e4e1ab969a9965606370c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/9e67151b22b446e5b7ecc88c33172d81] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=35.3 K 2024-12-03T21:41:59,957 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 039e29edfab743b1ac31b4fbb57735d9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1733262114861 2024-12-03T21:41:59,957 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8300feb163e4e1ab969a9965606370c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733262115943 2024-12-03T21:41:59,957 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e67151b22b446e5b7ecc88c33172d81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733262118191 2024-12-03T21:41:59,962 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#C#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:41:59,963 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/b79291ac27554822b72c55f6b4fcf3b3 is 50, key is test_row_0/C:col10/1733262118191/Put/seqid=0 2024-12-03T21:41:59,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742188_1364 (size=12207) 2024-12-03T21:42:00,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T21:42:00,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-03T21:42:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:00,061 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:42:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:00,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:00,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:00,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e50d9db2fb744ca5b8daa5b804851804_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262119089/Put/seqid=0 2024-12-03T21:42:00,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742189_1365 (size=12154) 2024-12-03T21:42:00,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T21:42:00,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:00,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:00,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262180240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262180240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262180245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262180248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,341 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/9437cc4ad54c4e7abf818dc02e3f51d8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9437cc4ad54c4e7abf818dc02e3f51d8 2024-12-03T21:42:00,345 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/B of cef540f182c8dc2581159f7c0fdfa572 into 9437cc4ad54c4e7abf818dc02e3f51d8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:00,345 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:00,345 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/B, priority=13, startTime=1733262119921; duration=0sec 2024-12-03T21:42:00,345 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:00,345 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:B 2024-12-03T21:42:00,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262180353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262180353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262180364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262180364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,371 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/b79291ac27554822b72c55f6b4fcf3b3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b79291ac27554822b72c55f6b4fcf3b3 2024-12-03T21:42:00,376 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/C of cef540f182c8dc2581159f7c0fdfa572 into b79291ac27554822b72c55f6b4fcf3b3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:00,376 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:00,376 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/C, priority=13, startTime=1733262119921; duration=0sec 2024-12-03T21:42:00,376 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:00,376 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:C 2024-12-03T21:42:00,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262180375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,376 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:00,474 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e50d9db2fb744ca5b8daa5b804851804_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e50d9db2fb744ca5b8daa5b804851804_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:00,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d071b092f1e14e21877db569dd34dd72, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:00,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d071b092f1e14e21877db569dd34dd72 is 175, key is test_row_0/A:col10/1733262119089/Put/seqid=0 2024-12-03T21:42:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742190_1366 (size=30955) 2024-12-03T21:42:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T21:42:00,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262180564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262180564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262180574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262180574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,752 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-03T21:42:00,752 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-03T21:42:00,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262180873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262180873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,881 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d071b092f1e14e21877db569dd34dd72 2024-12-03T21:42:00,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/9606c11f5efc424388904b0237d9c541 is 50, key is test_row_0/B:col10/1733262119089/Put/seqid=0 2024-12-03T21:42:00,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742191_1367 (size=12001) 2024-12-03T21:42:00,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262180884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,891 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:00,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262180884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:00,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:01,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T21:42:01,291 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/9606c11f5efc424388904b0237d9c541 2024-12-03T21:42:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/3ebfd5c30b99475d976e5a6513cb206a is 50, key is test_row_0/C:col10/1733262119089/Put/seqid=0 2024-12-03T21:42:01,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742192_1368 (size=12001) 2024-12-03T21:42:01,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262181384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:01,387 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:01,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262181394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:01,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:01,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:01,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:01,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262181403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:01,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262181403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:01,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:01,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:01,702 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/3ebfd5c30b99475d976e5a6513cb206a 2024-12-03T21:42:01,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d071b092f1e14e21877db569dd34dd72 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d071b092f1e14e21877db569dd34dd72 2024-12-03T21:42:01,709 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d071b092f1e14e21877db569dd34dd72, entries=150, sequenceid=119, filesize=30.2 K 2024-12-03T21:42:01,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/9606c11f5efc424388904b0237d9c541 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9606c11f5efc424388904b0237d9c541 2024-12-03T21:42:01,713 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9606c11f5efc424388904b0237d9c541, entries=150, sequenceid=119, filesize=11.7 K 2024-12-03T21:42:01,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/3ebfd5c30b99475d976e5a6513cb206a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/3ebfd5c30b99475d976e5a6513cb206a 2024-12-03T21:42:01,716 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/3ebfd5c30b99475d976e5a6513cb206a, entries=150, sequenceid=119, filesize=11.7 K 2024-12-03T21:42:01,717 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for cef540f182c8dc2581159f7c0fdfa572 in 1656ms, sequenceid=119, compaction requested=false 2024-12-03T21:42:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:01,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-03T21:42:01,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-03T21:42:01,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-03T21:42:01,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8100 sec 2024-12-03T21:42:01,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.8170 sec 2024-12-03T21:42:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-03T21:42:02,054 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:02,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:02,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-03T21:42:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T21:42:02,056 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:02,057 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:02,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T21:42:02,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-03T21:42:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:02,209 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:42:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:02,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:02,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035c42332764b94a2db160933fe0959e76_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262120243/Put/seqid=0 2024-12-03T21:42:02,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742193_1369 (size=12254) 2024-12-03T21:42:02,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T21:42:02,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:02,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:02,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262182446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262182447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262182448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262182454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262182454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,462 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262182563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262182563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262182564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262182564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262182564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:02,622 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035c42332764b94a2db160933fe0959e76_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035c42332764b94a2db160933fe0959e76_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:02,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/935708f2acec462098702e5a319f6823, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:02,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/935708f2acec462098702e5a319f6823 is 175, key is test_row_0/A:col10/1733262120243/Put/seqid=0 2024-12-03T21:42:02,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742194_1370 (size=31055) 2024-12-03T21:42:02,627 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/935708f2acec462098702e5a319f6823 2024-12-03T21:42:02,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/b71499c3e4454661b6ec25453fa85c24 is 50, key is test_row_0/B:col10/1733262120243/Put/seqid=0 2024-12-03T21:42:02,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742195_1371 (size=12101) 2024-12-03T21:42:02,636 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/b71499c3e4454661b6ec25453fa85c24 2024-12-03T21:42:02,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/acca410a5f5d424ea20ed29b7be7d8f1 is 50, key is test_row_0/C:col10/1733262120243/Put/seqid=0 2024-12-03T21:42:02,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742196_1372 (size=12101) 2024-12-03T21:42:02,650 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/acca410a5f5d424ea20ed29b7be7d8f1 2024-12-03T21:42:02,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/935708f2acec462098702e5a319f6823 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/935708f2acec462098702e5a319f6823 2024-12-03T21:42:02,659 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/935708f2acec462098702e5a319f6823, entries=150, sequenceid=134, filesize=30.3 K 2024-12-03T21:42:02,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/b71499c3e4454661b6ec25453fa85c24 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/b71499c3e4454661b6ec25453fa85c24 2024-12-03T21:42:02,663 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/b71499c3e4454661b6ec25453fa85c24, entries=150, sequenceid=134, filesize=11.8 K 2024-12-03T21:42:02,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/acca410a5f5d424ea20ed29b7be7d8f1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/acca410a5f5d424ea20ed29b7be7d8f1 2024-12-03T21:42:02,667 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/acca410a5f5d424ea20ed29b7be7d8f1, entries=150, sequenceid=134, filesize=11.8 K 2024-12-03T21:42:02,668 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for cef540f182c8dc2581159f7c0fdfa572 in 458ms, sequenceid=134, compaction requested=true 2024-12-03T21:42:02,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:02,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:02,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-03T21:42:02,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-03T21:42:02,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-03T21:42:02,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-12-03T21:42:02,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 616 msec 2024-12-03T21:42:02,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-03T21:42:02,684 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:02,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-03T21:42:02,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T21:42:02,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:02,687 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:02,687 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:02,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:02,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T21:42:02,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:02,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:02,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:02,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:02,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:02,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:02,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120383455f74ef0b492494f59398728eaa24_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262122777/Put/seqid=0 2024-12-03T21:42:02,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742197_1373 (size=14794) 2024-12-03T21:42:02,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262182788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T21:42:02,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262182789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262182790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,798 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262182791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262182792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,799 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:02,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:02,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:02,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:02,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:02,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:02,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262182903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,907 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262182903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262182903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262182904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262182904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:02,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:02,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:02,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:02,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:02,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T21:42:03,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262183113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262183113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262183113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262183113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262183114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:03,228 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120383455f74ef0b492494f59398728eaa24_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120383455f74ef0b492494f59398728eaa24_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:03,229 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/cc5999e108b5477984b73aef0f7f1b0a, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:03,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/cc5999e108b5477984b73aef0f7f1b0a is 175, key is test_row_0/A:col10/1733262122777/Put/seqid=0 2024-12-03T21:42:03,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742198_1374 (size=39749) 2024-12-03T21:42:03,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T21:42:03,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262183424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262183433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262183433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262183433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262183434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,633 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/cc5999e108b5477984b73aef0f7f1b0a 2024-12-03T21:42:03,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/2de524cbe7eb4631bf4e2bca6a8bf4fe is 50, key is test_row_0/B:col10/1733262122777/Put/seqid=0 2024-12-03T21:42:03,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742199_1375 (size=12151) 2024-12-03T21:42:03,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T21:42:03,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:03,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:03,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262183943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262183943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262183944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262183944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262183944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:03,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:04,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/2de524cbe7eb4631bf4e2bca6a8bf4fe 2024-12-03T21:42:04,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/d9ba248ae0424affad72ede3366aa51e is 50, key is test_row_0/C:col10/1733262122777/Put/seqid=0 2024-12-03T21:42:04,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742200_1376 (size=12151) 2024-12-03T21:42:04,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:04,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/d9ba248ae0424affad72ede3366aa51e 2024-12-03T21:42:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:04,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:04,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:04,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:04,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/cc5999e108b5477984b73aef0f7f1b0a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/cc5999e108b5477984b73aef0f7f1b0a 2024-12-03T21:42:04,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/cc5999e108b5477984b73aef0f7f1b0a, entries=200, sequenceid=154, filesize=38.8 K 2024-12-03T21:42:04,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/2de524cbe7eb4631bf4e2bca6a8bf4fe as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2de524cbe7eb4631bf4e2bca6a8bf4fe 2024-12-03T21:42:04,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2de524cbe7eb4631bf4e2bca6a8bf4fe, entries=150, sequenceid=154, filesize=11.9 K 2024-12-03T21:42:04,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/d9ba248ae0424affad72ede3366aa51e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d9ba248ae0424affad72ede3366aa51e 2024-12-03T21:42:04,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d9ba248ae0424affad72ede3366aa51e, entries=150, sequenceid=154, filesize=11.9 K 2024-12-03T21:42:04,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for cef540f182c8dc2581159f7c0fdfa572 in 1297ms, sequenceid=154, compaction requested=true 2024-12-03T21:42:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:04,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:04,075 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:42:04,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:04,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:04,076 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:42:04,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:04,076 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:04,077 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:42:04,077 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:42:04,077 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/A is initiating minor compaction (all files) 2024-12-03T21:42:04,077 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/B is initiating minor compaction (all files) 2024-12-03T21:42:04,077 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/A in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:04,077 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/B in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:04,077 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/98d8ded8ae7e4d1eb8cb7450540e89e7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d071b092f1e14e21877db569dd34dd72, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/935708f2acec462098702e5a319f6823, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/cc5999e108b5477984b73aef0f7f1b0a] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=129.8 K 2024-12-03T21:42:04,077 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9437cc4ad54c4e7abf818dc02e3f51d8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9606c11f5efc424388904b0237d9c541, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/b71499c3e4454661b6ec25453fa85c24, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2de524cbe7eb4631bf4e2bca6a8bf4fe] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=47.3 K 2024-12-03T21:42:04,078 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:04,078 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/98d8ded8ae7e4d1eb8cb7450540e89e7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d071b092f1e14e21877db569dd34dd72, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/935708f2acec462098702e5a319f6823, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/cc5999e108b5477984b73aef0f7f1b0a] 2024-12-03T21:42:04,079 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98d8ded8ae7e4d1eb8cb7450540e89e7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733262118191 2024-12-03T21:42:04,079 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9437cc4ad54c4e7abf818dc02e3f51d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733262118191 2024-12-03T21:42:04,079 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9606c11f5efc424388904b0237d9c541, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733262119088 2024-12-03T21:42:04,079 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d071b092f1e14e21877db569dd34dd72, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733262119088 2024-12-03T21:42:04,079 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting b71499c3e4454661b6ec25453fa85c24, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733262120227 2024-12-03T21:42:04,079 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 935708f2acec462098702e5a319f6823, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733262120227 2024-12-03T21:42:04,079 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 2de524cbe7eb4631bf4e2bca6a8bf4fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262122446 2024-12-03T21:42:04,079 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc5999e108b5477984b73aef0f7f1b0a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262122446 2024-12-03T21:42:04,084 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:04,086 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203e068d03e3a0345bfba7df6d96631536b_cef540f182c8dc2581159f7c0fdfa572 store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:04,086 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:04,087 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/796253d6910e457aa6ac914b466eb188 is 50, key is test_row_0/B:col10/1733262122777/Put/seqid=0 2024-12-03T21:42:04,089 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203e068d03e3a0345bfba7df6d96631536b_cef540f182c8dc2581159f7c0fdfa572, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:04,089 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e068d03e3a0345bfba7df6d96631536b_cef540f182c8dc2581159f7c0fdfa572 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:04,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742201_1377 (size=12493) 2024-12-03T21:42:04,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742202_1378 (size=4469) 2024-12-03T21:42:04,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-03T21:42:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:04,213 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T21:42:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:04,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:04,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203dbf7d017adc24d04ad4e765066de1da9_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262122787/Put/seqid=0 2024-12-03T21:42:04,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742203_1379 (size=12304) 2024-12-03T21:42:04,501 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:04,502 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/0909373526a14e999c3a37a221545608 is 175, key is test_row_0/A:col10/1733262122777/Put/seqid=0 2024-12-03T21:42:04,506 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/796253d6910e457aa6ac914b466eb188 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/796253d6910e457aa6ac914b466eb188 2024-12-03T21:42:04,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742204_1380 (size=31447) 2024-12-03T21:42:04,510 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/B of cef540f182c8dc2581159f7c0fdfa572 into 796253d6910e457aa6ac914b466eb188(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:04,510 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:04,510 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/B, priority=12, startTime=1733262124075; duration=0sec 2024-12-03T21:42:04,511 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:04,511 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:B 2024-12-03T21:42:04,511 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:42:04,511 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:42:04,512 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/C is initiating minor compaction (all files) 2024-12-03T21:42:04,512 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/C in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:04,512 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b79291ac27554822b72c55f6b4fcf3b3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/3ebfd5c30b99475d976e5a6513cb206a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/acca410a5f5d424ea20ed29b7be7d8f1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d9ba248ae0424affad72ede3366aa51e] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=47.3 K 2024-12-03T21:42:04,512 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting b79291ac27554822b72c55f6b4fcf3b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733262118191 2024-12-03T21:42:04,512 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ebfd5c30b99475d976e5a6513cb206a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733262119088 2024-12-03T21:42:04,512 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting acca410a5f5d424ea20ed29b7be7d8f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733262120227 2024-12-03T21:42:04,512 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d9ba248ae0424affad72ede3366aa51e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262122446 2024-12-03T21:42:04,519 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:04,520 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/39c7048673664eae89424967aaada8ea is 50, key is test_row_0/C:col10/1733262122777/Put/seqid=0 2024-12-03T21:42:04,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742205_1381 (size=12493) 2024-12-03T21:42:04,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:04,626 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203dbf7d017adc24d04ad4e765066de1da9_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203dbf7d017adc24d04ad4e765066de1da9_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:04,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/11422f9556d346a7b84414523360a16e, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:04,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/11422f9556d346a7b84414523360a16e is 175, key is test_row_0/A:col10/1733262122787/Put/seqid=0 2024-12-03T21:42:04,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742206_1382 (size=31105) 2024-12-03T21:42:04,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T21:42:04,911 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/0909373526a14e999c3a37a221545608 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/0909373526a14e999c3a37a221545608 2024-12-03T21:42:04,915 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/A of cef540f182c8dc2581159f7c0fdfa572 into 0909373526a14e999c3a37a221545608(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:04,915 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:04,915 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/A, priority=12, startTime=1733262124075; duration=0sec 2024-12-03T21:42:04,915 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:04,915 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:A 2024-12-03T21:42:04,931 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/39c7048673664eae89424967aaada8ea as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/39c7048673664eae89424967aaada8ea 2024-12-03T21:42:04,936 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/C of cef540f182c8dc2581159f7c0fdfa572 into 39c7048673664eae89424967aaada8ea(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:04,936 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:04,936 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/C, priority=12, startTime=1733262124076; duration=0sec 2024-12-03T21:42:04,936 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:04,936 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:C 2024-12-03T21:42:04,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:04,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:04,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733262124979, max timestamp=1733262124987Num uniques 859; 2024-12-03T21:42:04,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733262124979, max timestamp=1733262124987Num uniques 859; 2024-12-03T21:42:04,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T21:42:04,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T21:42:04,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733262124979, max timestamp=1733262124987Num uniques 859; 2024-12-03T21:42:04,990 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-03T21:42:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262185010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262185011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262185013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,021 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262185014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262185015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,032 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/11422f9556d346a7b84414523360a16e 2024-12-03T21:42:05,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/058573cec3a64b37bf16021c6191de13 is 50, key is test_row_0/B:col10/1733262122787/Put/seqid=0 2024-12-03T21:42:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742207_1383 (size=12151) 2024-12-03T21:42:05,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262185124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262185124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262185124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,129 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262185133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262185133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262185334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262185334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262185334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262185343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262185343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,349 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,442 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/058573cec3a64b37bf16021c6191de13 2024-12-03T21:42:05,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/ca71a20f6787448ea62f3f3842ee8810 is 50, key is test_row_0/C:col10/1733262122787/Put/seqid=0 2024-12-03T21:42:05,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742208_1384 (size=12151) 2024-12-03T21:42:05,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262185643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262185643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262185644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262185654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262185654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:05,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:05,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:05,855 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/ca71a20f6787448ea62f3f3842ee8810 2024-12-03T21:42:05,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/11422f9556d346a7b84414523360a16e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/11422f9556d346a7b84414523360a16e 2024-12-03T21:42:05,862 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/11422f9556d346a7b84414523360a16e, entries=150, sequenceid=166, filesize=30.4 K 2024-12-03T21:42:05,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/058573cec3a64b37bf16021c6191de13 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/058573cec3a64b37bf16021c6191de13 2024-12-03T21:42:05,866 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/058573cec3a64b37bf16021c6191de13, entries=150, sequenceid=166, filesize=11.9 K 2024-12-03T21:42:05,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/ca71a20f6787448ea62f3f3842ee8810 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/ca71a20f6787448ea62f3f3842ee8810 2024-12-03T21:42:05,870 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/ca71a20f6787448ea62f3f3842ee8810, entries=150, sequenceid=166, filesize=11.9 K 2024-12-03T21:42:05,871 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for cef540f182c8dc2581159f7c0fdfa572 in 1658ms, sequenceid=166, compaction requested=false 2024-12-03T21:42:05,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:05,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:05,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-03T21:42:05,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-03T21:42:05,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-03T21:42:05,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1850 sec 2024-12-03T21:42:05,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 3.1910 sec 2024-12-03T21:42:06,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:06,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-12-03T21:42:06,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:06,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:06,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:06,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:06,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:06,158 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:06,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e05050c06adb4013b2e1af1cbbf55374_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262125009/Put/seqid=0 2024-12-03T21:42:06,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742209_1385 (size=14794) 2024-12-03T21:42:06,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262186171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262186171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262186172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262186173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262186174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262186284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262186284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262186284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262186284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,287 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262186284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262186494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262186494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262186494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262186494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262186494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,500 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,569 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:06,572 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e05050c06adb4013b2e1af1cbbf55374_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e05050c06adb4013b2e1af1cbbf55374_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:06,573 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d247c013cbb6496b996725f5a92a1ec9, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:06,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d247c013cbb6496b996725f5a92a1ec9 is 175, key is test_row_0/A:col10/1733262125009/Put/seqid=0 2024-12-03T21:42:06,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742210_1386 (size=39749) 2024-12-03T21:42:06,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262186804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262186804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262186804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262186804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262186813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:06,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-03T21:42:06,854 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:06,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-03T21:42:06,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T21:42:06,856 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:06,856 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:06,857 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:06,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T21:42:06,977 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d247c013cbb6496b996725f5a92a1ec9 2024-12-03T21:42:06,984 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/5cc0affbab8d48a9ba39a99305dbf3bf is 50, key is test_row_0/B:col10/1733262125009/Put/seqid=0 2024-12-03T21:42:06,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742211_1387 (size=12151) 2024-12-03T21:42:07,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T21:42:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T21:42:07,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:07,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T21:42:07,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T21:42:07,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262187313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:07,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262187313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:07,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262187313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,321 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:07,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262187323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:07,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262187324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:07,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:07,331 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:07,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/5cc0affbab8d48a9ba39a99305dbf3bf 2024-12-03T21:42:07,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/a8b3053529e84512990fc13bf8bac4e3 is 50, key is test_row_0/C:col10/1733262125009/Put/seqid=0 2024-12-03T21:42:07,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742212_1388 (size=12151) 2024-12-03T21:42:07,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T21:42:07,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:07,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T21:42:07,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T21:42:07,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:07,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T21:42:07,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:07,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:07,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/a8b3053529e84512990fc13bf8bac4e3 2024-12-03T21:42:07,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d247c013cbb6496b996725f5a92a1ec9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d247c013cbb6496b996725f5a92a1ec9 2024-12-03T21:42:07,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d247c013cbb6496b996725f5a92a1ec9, entries=200, sequenceid=204, filesize=38.8 K 2024-12-03T21:42:07,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/5cc0affbab8d48a9ba39a99305dbf3bf as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/5cc0affbab8d48a9ba39a99305dbf3bf 2024-12-03T21:42:07,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/5cc0affbab8d48a9ba39a99305dbf3bf, entries=150, sequenceid=204, filesize=11.9 K 2024-12-03T21:42:07,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/a8b3053529e84512990fc13bf8bac4e3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a8b3053529e84512990fc13bf8bac4e3 2024-12-03T21:42:07,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a8b3053529e84512990fc13bf8bac4e3, entries=150, sequenceid=204, filesize=11.9 K 2024-12-03T21:42:07,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for cef540f182c8dc2581159f7c0fdfa572 in 1657ms, sequenceid=204, compaction requested=true 2024-12-03T21:42:07,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:07,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:07,815 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:07,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:07,815 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:07,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:07,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:07,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:07,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:07,818 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:07,818 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:07,818 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/B is initiating minor compaction (all files) 2024-12-03T21:42:07,818 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/A is initiating minor compaction (all files) 2024-12-03T21:42:07,818 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/B in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,818 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/A in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,818 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/0909373526a14e999c3a37a221545608, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/11422f9556d346a7b84414523360a16e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d247c013cbb6496b996725f5a92a1ec9] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=99.9 K 2024-12-03T21:42:07,818 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/796253d6910e457aa6ac914b466eb188, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/058573cec3a64b37bf16021c6191de13, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/5cc0affbab8d48a9ba39a99305dbf3bf] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=35.9 K 2024-12-03T21:42:07,818 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,818 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/0909373526a14e999c3a37a221545608, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/11422f9556d346a7b84414523360a16e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d247c013cbb6496b996725f5a92a1ec9] 2024-12-03T21:42:07,818 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 796253d6910e457aa6ac914b466eb188, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262122446 2024-12-03T21:42:07,818 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0909373526a14e999c3a37a221545608, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262122446 2024-12-03T21:42:07,819 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 058573cec3a64b37bf16021c6191de13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733262122787 2024-12-03T21:42:07,819 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11422f9556d346a7b84414523360a16e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733262122787 2024-12-03T21:42:07,819 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d247c013cbb6496b996725f5a92a1ec9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733262125009 2024-12-03T21:42:07,819 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cc0affbab8d48a9ba39a99305dbf3bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733262125009 2024-12-03T21:42:07,823 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:07,825 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#B#compaction#331 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:07,826 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/bba50054d3d64f26adc9f63923609017 is 50, key is test_row_0/B:col10/1733262125009/Put/seqid=0 2024-12-03T21:42:07,828 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203430fa426c3164d50890648c12f23e1c2_cef540f182c8dc2581159f7c0fdfa572 store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:07,830 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203430fa426c3164d50890648c12f23e1c2_cef540f182c8dc2581159f7c0fdfa572, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:07,830 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203430fa426c3164d50890648c12f23e1c2_cef540f182c8dc2581159f7c0fdfa572 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:07,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742213_1389 (size=12595) 2024-12-03T21:42:07,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742214_1390 (size=4469) 2024-12-03T21:42:07,839 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/bba50054d3d64f26adc9f63923609017 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/bba50054d3d64f26adc9f63923609017 2024-12-03T21:42:07,842 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/B of cef540f182c8dc2581159f7c0fdfa572 into bba50054d3d64f26adc9f63923609017(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:07,842 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:07,842 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/B, priority=13, startTime=1733262127815; duration=0sec 2024-12-03T21:42:07,842 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:07,842 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:B 2024-12-03T21:42:07,842 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:07,843 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:07,843 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/C is initiating minor compaction (all files) 2024-12-03T21:42:07,843 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/C in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,843 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/39c7048673664eae89424967aaada8ea, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/ca71a20f6787448ea62f3f3842ee8810, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a8b3053529e84512990fc13bf8bac4e3] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=35.9 K 2024-12-03T21:42:07,843 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 39c7048673664eae89424967aaada8ea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262122446 2024-12-03T21:42:07,844 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting ca71a20f6787448ea62f3f3842ee8810, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733262122787 2024-12-03T21:42:07,844 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a8b3053529e84512990fc13bf8bac4e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733262125009 2024-12-03T21:42:07,848 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#C#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:07,849 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/d5c90dbaa6e740249b3fb144ac39344c is 50, key is test_row_0/C:col10/1733262125009/Put/seqid=0 2024-12-03T21:42:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742215_1391 (size=12595) 2024-12-03T21:42:07,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-03T21:42:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:07,924 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T21:42:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:07,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:07,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ac1d39d6039c43f08581c1eca917741d_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262126169/Put/seqid=0 2024-12-03T21:42:07,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742216_1392 (size=12304) 2024-12-03T21:42:07,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:07,938 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ac1d39d6039c43f08581c1eca917741d_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ac1d39d6039c43f08581c1eca917741d_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:07,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/674bd4bd420c4bb89f903e85bdf674cb, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:07,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/674bd4bd420c4bb89f903e85bdf674cb is 175, key is test_row_0/A:col10/1733262126169/Put/seqid=0 2024-12-03T21:42:07,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742217_1393 (size=31105) 2024-12-03T21:42:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T21:42:08,238 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#A#compaction#330 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:08,238 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/665e72abd3a44b458db043dca9e5cf9e is 175, key is test_row_0/A:col10/1733262125009/Put/seqid=0 2024-12-03T21:42:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742218_1394 (size=31549) 2024-12-03T21:42:08,277 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/d5c90dbaa6e740249b3fb144ac39344c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d5c90dbaa6e740249b3fb144ac39344c 2024-12-03T21:42:08,280 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/C of cef540f182c8dc2581159f7c0fdfa572 into d5c90dbaa6e740249b3fb144ac39344c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:08,280 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:08,281 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/C, priority=13, startTime=1733262127815; duration=0sec 2024-12-03T21:42:08,281 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:08,281 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:C 2024-12-03T21:42:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:08,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:08,343 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/674bd4bd420c4bb89f903e85bdf674cb 2024-12-03T21:42:08,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/c403fe075d79492a968f46b7784c9b74 is 50, key is test_row_0/B:col10/1733262126169/Put/seqid=0 2024-12-03T21:42:08,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742219_1395 (size=12151) 2024-12-03T21:42:08,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733262128349, max timestamp=1733262128368Num uniques 859; 2024-12-03T21:42:08,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,370 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T21:42:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262188367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733262128349, max timestamp=1733262128368Num uniques 859; 2024-12-03T21:42:08,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733262128349, max timestamp=1733262128368Num uniques 859; 2024-12-03T21:42:08,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T21:42:08,371 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-03T21:42:08,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262188396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262188397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262188405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262188406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262188473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262188514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262188514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262188523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262188523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,681 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/665e72abd3a44b458db043dca9e5cf9e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/665e72abd3a44b458db043dca9e5cf9e 2024-12-03T21:42:08,684 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/A of cef540f182c8dc2581159f7c0fdfa572 into 665e72abd3a44b458db043dca9e5cf9e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:08,684 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:08,685 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/A, priority=13, startTime=1733262127815; duration=0sec 2024-12-03T21:42:08,685 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:08,685 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:A 2024-12-03T21:42:08,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262188684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262188723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262188723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262188733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262188733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,738 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:08,752 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/c403fe075d79492a968f46b7784c9b74 2024-12-03T21:42:08,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/af4d01d8d1c44d5ebdc3b0b7e018a776 is 50, key is test_row_0/C:col10/1733262126169/Put/seqid=0 2024-12-03T21:42:08,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742220_1396 (size=12151) 2024-12-03T21:42:08,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262188993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:08,999 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T21:42:09,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262189034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262189034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262189043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262189043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,048 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,160 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/af4d01d8d1c44d5ebdc3b0b7e018a776 2024-12-03T21:42:09,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/674bd4bd420c4bb89f903e85bdf674cb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/674bd4bd420c4bb89f903e85bdf674cb 2024-12-03T21:42:09,167 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/674bd4bd420c4bb89f903e85bdf674cb, entries=150, sequenceid=215, filesize=30.4 K 2024-12-03T21:42:09,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/c403fe075d79492a968f46b7784c9b74 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c403fe075d79492a968f46b7784c9b74 2024-12-03T21:42:09,171 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c403fe075d79492a968f46b7784c9b74, entries=150, sequenceid=215, filesize=11.9 K 2024-12-03T21:42:09,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/af4d01d8d1c44d5ebdc3b0b7e018a776 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/af4d01d8d1c44d5ebdc3b0b7e018a776 2024-12-03T21:42:09,175 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/af4d01d8d1c44d5ebdc3b0b7e018a776, entries=150, sequenceid=215, filesize=11.9 K 2024-12-03T21:42:09,176 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=147.60 KB/151140 for cef540f182c8dc2581159f7c0fdfa572 in 1252ms, sequenceid=215, compaction requested=false 2024-12-03T21:42:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:09,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-03T21:42:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-03T21:42:09,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-03T21:42:09,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3210 sec 2024-12-03T21:42:09,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.3250 sec 2024-12-03T21:42:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:09,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=154.31 KB heapSize=426 KB 2024-12-03T21:42:09,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:09,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:09,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:09,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:09,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:09,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:09,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120311126a1c245e4649804900b2fa775759_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262129506/Put/seqid=0 2024-12-03T21:42:09,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742221_1397 (size=14794) 2024-12-03T21:42:09,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262189538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262189553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262189553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262189553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262189563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,569 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:42:09,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262189653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262189864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:09,917 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:09,921 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120311126a1c245e4649804900b2fa775759_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120311126a1c245e4649804900b2fa775759_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:09,922 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/553844d05bdd40dcb028c8c5b20ff3c0, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:09,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/553844d05bdd40dcb028c8c5b20ff3c0 is 175, key is test_row_0/A:col10/1733262129506/Put/seqid=0 2024-12-03T21:42:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742222_1398 (size=39749) 2024-12-03T21:42:10,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262190174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:10,326 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/553844d05bdd40dcb028c8c5b20ff3c0 2024-12-03T21:42:10,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/83344e3445a2470e8c04a3546b2d9051 is 50, key is test_row_0/B:col10/1733262129506/Put/seqid=0 2024-12-03T21:42:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742223_1399 (size=12151) 2024-12-03T21:42:10,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262190564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:10,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262190564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:10,569 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:10,570 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:10,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262190574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:10,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262190574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:10,580 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:10,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:10,580 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:10,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:10,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262190694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:10,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:10,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/83344e3445a2470e8c04a3546b2d9051 2024-12-03T21:42:10,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/1023c2f8c8724a56ab6e3d44f65c7591 is 50, key is test_row_0/C:col10/1733262129506/Put/seqid=0 2024-12-03T21:42:10,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742224_1400 (size=12151) 2024-12-03T21:42:10,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/1023c2f8c8724a56ab6e3d44f65c7591 2024-12-03T21:42:10,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/553844d05bdd40dcb028c8c5b20ff3c0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/553844d05bdd40dcb028c8c5b20ff3c0 2024-12-03T21:42:10,752 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/553844d05bdd40dcb028c8c5b20ff3c0, entries=200, sequenceid=253, filesize=38.8 K 2024-12-03T21:42:10,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/83344e3445a2470e8c04a3546b2d9051 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/83344e3445a2470e8c04a3546b2d9051 2024-12-03T21:42:10,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/83344e3445a2470e8c04a3546b2d9051, entries=150, sequenceid=253, filesize=11.9 K 2024-12-03T21:42:10,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/1023c2f8c8724a56ab6e3d44f65c7591 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/1023c2f8c8724a56ab6e3d44f65c7591 2024-12-03T21:42:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/1023c2f8c8724a56ab6e3d44f65c7591, entries=150, sequenceid=253, filesize=11.9 K 2024-12-03T21:42:10,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~425.95 KB/436176, currentSize=33.54 KB/34350 for cef540f182c8dc2581159f7c0fdfa572 in 1254ms, sequenceid=253, compaction requested=true 2024-12-03T21:42:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:10,761 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:10,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:10,761 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:10,762 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:10,762 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:10,762 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/A is initiating minor compaction (all files) 2024-12-03T21:42:10,762 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/B is initiating minor compaction (all files) 2024-12-03T21:42:10,762 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/A in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:10,762 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/B in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:10,762 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/bba50054d3d64f26adc9f63923609017, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c403fe075d79492a968f46b7784c9b74, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/83344e3445a2470e8c04a3546b2d9051] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=36.0 K 2024-12-03T21:42:10,762 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/665e72abd3a44b458db043dca9e5cf9e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/674bd4bd420c4bb89f903e85bdf674cb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/553844d05bdd40dcb028c8c5b20ff3c0] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=100.0 K 2024-12-03T21:42:10,762 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:10,762 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/665e72abd3a44b458db043dca9e5cf9e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/674bd4bd420c4bb89f903e85bdf674cb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/553844d05bdd40dcb028c8c5b20ff3c0] 2024-12-03T21:42:10,762 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bba50054d3d64f26adc9f63923609017, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733262125009 2024-12-03T21:42:10,762 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 665e72abd3a44b458db043dca9e5cf9e, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733262125009 2024-12-03T21:42:10,762 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c403fe075d79492a968f46b7784c9b74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733262126169 2024-12-03T21:42:10,762 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 674bd4bd420c4bb89f903e85bdf674cb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733262126169 2024-12-03T21:42:10,763 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 83344e3445a2470e8c04a3546b2d9051, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733262128404 2024-12-03T21:42:10,763 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 553844d05bdd40dcb028c8c5b20ff3c0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733262128390 2024-12-03T21:42:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,768 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,771 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#B#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,771 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/c55f26d71f1a4ec9932a5548f8f52462 is 50, key is test_row_0/B:col10/1733262129506/Put/seqid=0 2024-12-03T21:42:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,780 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203baf5375b9e4c4897b9ee7206ce92a27b_cef540f182c8dc2581159f7c0fdfa572 store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,782 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203baf5375b9e4c4897b9ee7206ce92a27b_cef540f182c8dc2581159f7c0fdfa572, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:10,782 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203baf5375b9e4c4897b9ee7206ce92a27b_cef540f182c8dc2581159f7c0fdfa572 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742226_1402 (size=4469) 2024-12-03T21:42:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742225_1401 (size=12697) 2024-12-03T21:42:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-03T21:42:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,024 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-03T21:42:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T21:42:11,026 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,027 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:11,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T21:42:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-03T21:42:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:11,181 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-03T21:42:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038143d0ac664c4c73b712a91c5927ec2e_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262129531/Put/seqid=0 2024-12-03T21:42:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,192 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#A#compaction#339 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,193 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/50bb3145548e433da1decf2f72f689da is 175, key is test_row_0/A:col10/1733262129506/Put/seqid=0 2024-12-03T21:42:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,202 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/c55f26d71f1a4ec9932a5548f8f52462 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c55f26d71f1a4ec9932a5548f8f52462 2024-12-03T21:42:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742227_1403 (size=9914) 2024-12-03T21:42:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,208 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/B of cef540f182c8dc2581159f7c0fdfa572 into c55f26d71f1a4ec9932a5548f8f52462(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:11,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,208 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/B, priority=13, startTime=1733262130761; duration=0sec 2024-12-03T21:42:11,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:11,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:B 2024-12-03T21:42:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,209 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:11,209 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/C is initiating minor compaction (all files) 2024-12-03T21:42:11,209 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/C in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:11,209 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d5c90dbaa6e740249b3fb144ac39344c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/af4d01d8d1c44d5ebdc3b0b7e018a776, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/1023c2f8c8724a56ab6e3d44f65c7591] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=36.0 K 2024-12-03T21:42:11,209 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d5c90dbaa6e740249b3fb144ac39344c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733262125009 2024-12-03T21:42:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,210 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting af4d01d8d1c44d5ebdc3b0b7e018a776, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733262126169 2024-12-03T21:42:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,210 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 1023c2f8c8724a56ab6e3d44f65c7591, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733262128404 2024-12-03T21:42:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,212 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412038143d0ac664c4c73b712a91c5927ec2e_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038143d0ac664c4c73b712a91c5927ec2e_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/f3e7904554194d18b0cf6987faabe74f, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/f3e7904554194d18b0cf6987faabe74f is 175, key is test_row_0/A:col10/1733262129531/Put/seqid=0 2024-12-03T21:42:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,226 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#C#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,226 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/b1382337e31b4fc2883099ee3966800f is 50, key is test_row_0/C:col10/1733262129506/Put/seqid=0 2024-12-03T21:42:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742228_1404 (size=31651) 2024-12-03T21:42:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742229_1405 (size=22561) 2024-12-03T21:42:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742230_1406 (size=12697) 2024-12-03T21:42:11,237 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/50bb3145548e433da1decf2f72f689da as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/50bb3145548e433da1decf2f72f689da 2024-12-03T21:42:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,242 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/b1382337e31b4fc2883099ee3966800f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b1382337e31b4fc2883099ee3966800f 2024-12-03T21:42:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,247 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/C of cef540f182c8dc2581159f7c0fdfa572 into b1382337e31b4fc2883099ee3966800f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:11,247 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:11,247 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/C, priority=13, startTime=1733262130761; duration=0sec 2024-12-03T21:42:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,247 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:11,247 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:C 2024-12-03T21:42:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,250 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/A of cef540f182c8dc2581159f7c0fdfa572 into 50bb3145548e433da1decf2f72f689da(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:11,250 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:11,250 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/A, priority=13, startTime=1733262130761; duration=0sec 2024-12-03T21:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,250 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,250 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:A 2024-12-03T21:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T21:42:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,628 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=261, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/f3e7904554194d18b0cf6987faabe74f 2024-12-03T21:42:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/0299164da8744a539d4d6fa007422136 is 50, key is test_row_0/B:col10/1733262129531/Put/seqid=0 2024-12-03T21:42:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742231_1407 (size=9857) 2024-12-03T21:42:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,640 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/0299164da8744a539d4d6fa007422136 2024-12-03T21:42:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/c4db018471d14a3db8481f9f867c3bfe is 50, key is test_row_0/C:col10/1733262129531/Put/seqid=0 2024-12-03T21:42:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T21:42:11,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742232_1408 (size=9857) 2024-12-03T21:42:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,670 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/c4db018471d14a3db8481f9f867c3bfe 2024-12-03T21:42:11,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/f3e7904554194d18b0cf6987faabe74f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f3e7904554194d18b0cf6987faabe74f 2024-12-03T21:42:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,688 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f3e7904554194d18b0cf6987faabe74f, entries=100, sequenceid=261, filesize=22.0 K 2024-12-03T21:42:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/0299164da8744a539d4d6fa007422136 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0299164da8744a539d4d6fa007422136 2024-12-03T21:42:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,695 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0299164da8744a539d4d6fa007422136, entries=100, sequenceid=261, filesize=9.6 K 2024-12-03T21:42:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/c4db018471d14a3db8481f9f867c3bfe as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c4db018471d14a3db8481f9f867c3bfe 2024-12-03T21:42:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,699 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c4db018471d14a3db8481f9f867c3bfe, entries=100, sequenceid=261, filesize=9.6 K 2024-12-03T21:42:11,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,701 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for cef540f182c8dc2581159f7c0fdfa572 in 520ms, sequenceid=261, compaction requested=false 2024-12-03T21:42:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-03T21:42:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-03T21:42:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-03T21:42:11,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 675 msec 2024-12-03T21:42:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,706 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 681 msec 2024-12-03T21:42:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:11,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T21:42:11,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:11,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:11,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:11,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:11,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:11,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:11,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120376f18d7dc3d54971b51120bb5f9e1d06_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262131899/Put/seqid=0 2024-12-03T21:42:11,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742233_1409 (size=20074) 2024-12-03T21:42:12,012 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262131987, max timestamp=1733262132010Num uniques 859; 2024-12-03T21:42:12,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:42:12,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262131987, max timestamp=1733262132010Num uniques 859; 2024-12-03T21:42:12,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:42:12,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733262131987, max timestamp=1733262132010Num uniques 859; 2024-12-03T21:42:12,013 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-03T21:42:12,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262192113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-03T21:42:12,164 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:12,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-03T21:42:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T21:42:12,166 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:12,167 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:12,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:12,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262192234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T21:42:12,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T21:42:12,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:12,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,324 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:12,327 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120376f18d7dc3d54971b51120bb5f9e1d06_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120376f18d7dc3d54971b51120bb5f9e1d06_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:12,327 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/f397e6a64eff4682ac6a9b1e749f025a, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:12,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/f397e6a64eff4682ac6a9b1e749f025a is 175, key is test_row_0/A:col10/1733262131899/Put/seqid=0 2024-12-03T21:42:12,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742234_1410 (size=57333) 2024-12-03T21:42:12,338 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/f397e6a64eff4682ac6a9b1e749f025a 2024-12-03T21:42:12,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/2b1d599eabe54cc7bce1354de0f0e301 is 50, key is test_row_0/B:col10/1733262131899/Put/seqid=0 2024-12-03T21:42:12,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742235_1411 (size=12301) 2024-12-03T21:42:12,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262192443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:12,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,449 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:12,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T21:42:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T21:42:12,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32908 deadline: 1733262192593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:12,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32864 deadline: 1733262192594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:12,602 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:12,603 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:12,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32876 deadline: 1733262192604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:12,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32888 deadline: 1733262192604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:12,611 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,611 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in cef540f182c8dc2581159f7c0fdfa572 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:12,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T21:42:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/2b1d599eabe54cc7bce1354de0f0e301 2024-12-03T21:42:12,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/bae1fd2127ea47a29bf478f12cf2d38d is 50, key is test_row_0/C:col10/1733262131899/Put/seqid=0 2024-12-03T21:42:12,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262192753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:12,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742236_1412 (size=12301) 2024-12-03T21:42:12,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:12,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:12,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/bae1fd2127ea47a29bf478f12cf2d38d 2024-12-03T21:42:12,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/f397e6a64eff4682ac6a9b1e749f025a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f397e6a64eff4682ac6a9b1e749f025a 2024-12-03T21:42:12,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f397e6a64eff4682ac6a9b1e749f025a, entries=300, sequenceid=274, filesize=56.0 K 2024-12-03T21:42:12,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/2b1d599eabe54cc7bce1354de0f0e301 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2b1d599eabe54cc7bce1354de0f0e301 2024-12-03T21:42:12,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2b1d599eabe54cc7bce1354de0f0e301, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T21:42:12,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/bae1fd2127ea47a29bf478f12cf2d38d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/bae1fd2127ea47a29bf478f12cf2d38d 2024-12-03T21:42:12,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T21:42:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,777 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/bae1fd2127ea47a29bf478f12cf2d38d, entries=150, sequenceid=274, filesize=12.0 K 2024-12-03T21:42:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:12,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for cef540f182c8dc2581159f7c0fdfa572 in 876ms, sequenceid=274, compaction requested=true 2024-12-03T21:42:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:12,778 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:12,778 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:12,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:12,780 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:12,780 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111545 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:12,780 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/B is initiating minor compaction (all files) 2024-12-03T21:42:12,780 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/A is initiating minor compaction (all files) 2024-12-03T21:42:12,780 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/B in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,780 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/A in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,780 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/50bb3145548e433da1decf2f72f689da, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f3e7904554194d18b0cf6987faabe74f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f397e6a64eff4682ac6a9b1e749f025a] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=108.9 K 2024-12-03T21:42:12,780 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c55f26d71f1a4ec9932a5548f8f52462, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0299164da8744a539d4d6fa007422136, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2b1d599eabe54cc7bce1354de0f0e301] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=34.0 K 2024-12-03T21:42:12,780 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,780 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/50bb3145548e433da1decf2f72f689da, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f3e7904554194d18b0cf6987faabe74f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f397e6a64eff4682ac6a9b1e749f025a] 2024-12-03T21:42:12,780 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c55f26d71f1a4ec9932a5548f8f52462, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733262128404 2024-12-03T21:42:12,781 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50bb3145548e433da1decf2f72f689da, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733262128404 2024-12-03T21:42:12,781 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0299164da8744a539d4d6fa007422136, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733262129531 2024-12-03T21:42:12,781 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3e7904554194d18b0cf6987faabe74f, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733262129531 2024-12-03T21:42:12,781 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b1d599eabe54cc7bce1354de0f0e301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733262131874 2024-12-03T21:42:12,781 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f397e6a64eff4682ac6a9b1e749f025a, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733262131747 2024-12-03T21:42:12,786 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:12,787 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412031273d8a96e9d4778951703bc1ce16478_cef540f182c8dc2581159f7c0fdfa572 store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:12,787 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#B#compaction#348 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:12,788 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/d87654e7719b451b963a1d0be88b1561 is 50, key is test_row_0/B:col10/1733262131899/Put/seqid=0 2024-12-03T21:42:12,788 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412031273d8a96e9d4778951703bc1ce16478_cef540f182c8dc2581159f7c0fdfa572, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:12,788 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031273d8a96e9d4778951703bc1ce16478_cef540f182c8dc2581159f7c0fdfa572 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742237_1413 (size=12949) 2024-12-03T21:42:12,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742238_1414 (size=4469) 2024-12-03T21:42:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T21:42:12,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-03T21:42:12,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:12,930 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-03T21:42:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:12,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:12,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034d0ebff414ee4ae89798a9f50134e07e_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262132082/Put/seqid=0 2024-12-03T21:42:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742239_1415 (size=12454) 2024-12-03T21:42:13,192 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#A#compaction#349 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:13,192 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d4942eeecd9b40de8d7857a7f8647382 is 175, key is test_row_0/A:col10/1733262131899/Put/seqid=0 2024-12-03T21:42:13,196 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/d87654e7719b451b963a1d0be88b1561 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d87654e7719b451b963a1d0be88b1561 2024-12-03T21:42:13,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742240_1416 (size=31903) 2024-12-03T21:42:13,201 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/B of cef540f182c8dc2581159f7c0fdfa572 into d87654e7719b451b963a1d0be88b1561(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:13,201 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:13,201 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/B, priority=13, startTime=1733262132778; duration=0sec 2024-12-03T21:42:13,201 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:13,201 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:B 2024-12-03T21:42:13,201 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:13,202 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:13,202 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/C is initiating minor compaction (all files) 2024-12-03T21:42:13,202 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/C in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:13,202 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b1382337e31b4fc2883099ee3966800f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c4db018471d14a3db8481f9f867c3bfe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/bae1fd2127ea47a29bf478f12cf2d38d] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=34.0 K 2024-12-03T21:42:13,202 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting b1382337e31b4fc2883099ee3966800f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733262128404 2024-12-03T21:42:13,202 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c4db018471d14a3db8481f9f867c3bfe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733262129531 2024-12-03T21:42:13,203 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bae1fd2127ea47a29bf478f12cf2d38d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733262131874 2024-12-03T21:42:13,208 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#C#compaction#351 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:13,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/6a7565b172ed4fcc991d930039a89bc7 is 50, key is test_row_0/C:col10/1733262131899/Put/seqid=0 2024-12-03T21:42:13,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742241_1417 (size=12949) 2024-12-03T21:42:13,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:13,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. as already flushing 2024-12-03T21:42:13,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T21:42:13,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262193320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:13,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:13,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:13,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:13,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:13,343 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034d0ebff414ee4ae89798a9f50134e07e_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034d0ebff414ee4ae89798a9f50134e07e_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:13,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/c8c570d7d9564adaaf93a42ae0fa9b3a, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:13,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/c8c570d7d9564adaaf93a42ae0fa9b3a is 175, key is test_row_0/A:col10/1733262132082/Put/seqid=0 2024-12-03T21:42:13,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742242_1418 (size=31255) 2024-12-03T21:42:13,351 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/c8c570d7d9564adaaf93a42ae0fa9b3a 2024-12-03T21:42:13,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/0723343170334ac292dd4b607298658a is 50, key is test_row_0/B:col10/1733262132082/Put/seqid=0 2024-12-03T21:42:13,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742243_1419 (size=12301) 2024-12-03T21:42:13,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:13,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262193433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:13,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:13,594 INFO [Thread-1546 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1546. 2024-12-03T21:42:13,594 DEBUG [Thread-1546 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:13,594 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,594 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:13,599 INFO [Thread-1552 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1552. 2024-12-03T21:42:13,599 DEBUG [Thread-1552 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:13,599 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,599 INFO [Thread-1550 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1550. 2024-12-03T21:42:13,599 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,600 DEBUG [Thread-1550 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:13,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:13,600 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,600 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:13,601 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/d4942eeecd9b40de8d7857a7f8647382 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d4942eeecd9b40de8d7857a7f8647382 2024-12-03T21:42:13,602 INFO [Thread-1544 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1544. 2024-12-03T21:42:13,602 DEBUG [Thread-1544 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:13,602 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,602 DEBUG [Thread-1544 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:13,605 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/A of cef540f182c8dc2581159f7c0fdfa572 into d4942eeecd9b40de8d7857a7f8647382(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:13,605 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:13,605 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/A, priority=13, startTime=1733262132778; duration=0sec 2024-12-03T21:42:13,605 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:13,605 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:A 2024-12-03T21:42:13,608 INFO [Thread-1548 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1548. 2024-12-03T21:42:13,608 DEBUG [Thread-1548 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:13,608 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,609 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:13,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:13,615 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/6a7565b172ed4fcc991d930039a89bc7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/6a7565b172ed4fcc991d930039a89bc7 2024-12-03T21:42:13,618 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/C of cef540f182c8dc2581159f7c0fdfa572 into 6a7565b172ed4fcc991d930039a89bc7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:13,618 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:13,618 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/C, priority=13, startTime=1733262132778; duration=0sec 2024-12-03T21:42:13,619 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:13,619 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:C 2024-12-03T21:42:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262193644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:13,763 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/0723343170334ac292dd4b607298658a 2024-12-03T21:42:13,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/a469fa80ae8647f4ae4dd6f816acfcfa is 50, key is test_row_0/C:col10/1733262132082/Put/seqid=0 2024-12-03T21:42:13,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742244_1420 (size=12301) 2024-12-03T21:42:13,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32892 deadline: 1733262193954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:13,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:14,024 WARN [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-03T21:42:14,027 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/6a549baf7b594ab4a75a1b55e3cdbcb9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea9f9043a83d48afa40e53ba496fe236, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/68eadd25f3b648c4ba55e1574ff2ffd3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/df6198497b954c308a850f6d3c0dfa65, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/dd8fbeb87a5a41cfad200871be1362a9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea832dc50b754ceb994d21a0a20058da, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/98d8ded8ae7e4d1eb8cb7450540e89e7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d071b092f1e14e21877db569dd34dd72, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/935708f2acec462098702e5a319f6823, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/cc5999e108b5477984b73aef0f7f1b0a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/0909373526a14e999c3a37a221545608, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/11422f9556d346a7b84414523360a16e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d247c013cbb6496b996725f5a92a1ec9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/665e72abd3a44b458db043dca9e5cf9e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/674bd4bd420c4bb89f903e85bdf674cb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/553844d05bdd40dcb028c8c5b20ff3c0, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/50bb3145548e433da1decf2f72f689da, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f3e7904554194d18b0cf6987faabe74f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f397e6a64eff4682ac6a9b1e749f025a] to archive 2024-12-03T21:42:14,028 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:42:14,030 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/6a549baf7b594ab4a75a1b55e3cdbcb9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/6a549baf7b594ab4a75a1b55e3cdbcb9 2024-12-03T21:42:14,032 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea9f9043a83d48afa40e53ba496fe236 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea9f9043a83d48afa40e53ba496fe236 2024-12-03T21:42:14,033 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/68eadd25f3b648c4ba55e1574ff2ffd3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/68eadd25f3b648c4ba55e1574ff2ffd3 2024-12-03T21:42:14,035 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/df6198497b954c308a850f6d3c0dfa65 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/df6198497b954c308a850f6d3c0dfa65 2024-12-03T21:42:14,036 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/dd8fbeb87a5a41cfad200871be1362a9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/dd8fbeb87a5a41cfad200871be1362a9 2024-12-03T21:42:14,037 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea832dc50b754ceb994d21a0a20058da to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/ea832dc50b754ceb994d21a0a20058da 2024-12-03T21:42:14,038 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/98d8ded8ae7e4d1eb8cb7450540e89e7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/98d8ded8ae7e4d1eb8cb7450540e89e7 2024-12-03T21:42:14,040 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d071b092f1e14e21877db569dd34dd72 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d071b092f1e14e21877db569dd34dd72 2024-12-03T21:42:14,041 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/935708f2acec462098702e5a319f6823 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/935708f2acec462098702e5a319f6823 2024-12-03T21:42:14,042 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/cc5999e108b5477984b73aef0f7f1b0a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/cc5999e108b5477984b73aef0f7f1b0a 2024-12-03T21:42:14,043 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/0909373526a14e999c3a37a221545608 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/0909373526a14e999c3a37a221545608 2024-12-03T21:42:14,044 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/11422f9556d346a7b84414523360a16e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/11422f9556d346a7b84414523360a16e 2024-12-03T21:42:14,045 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d247c013cbb6496b996725f5a92a1ec9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d247c013cbb6496b996725f5a92a1ec9 2024-12-03T21:42:14,045 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/665e72abd3a44b458db043dca9e5cf9e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/665e72abd3a44b458db043dca9e5cf9e 2024-12-03T21:42:14,046 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/674bd4bd420c4bb89f903e85bdf674cb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/674bd4bd420c4bb89f903e85bdf674cb 2024-12-03T21:42:14,047 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/553844d05bdd40dcb028c8c5b20ff3c0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/553844d05bdd40dcb028c8c5b20ff3c0 2024-12-03T21:42:14,048 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/50bb3145548e433da1decf2f72f689da to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/50bb3145548e433da1decf2f72f689da 2024-12-03T21:42:14,048 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f3e7904554194d18b0cf6987faabe74f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f3e7904554194d18b0cf6987faabe74f 2024-12-03T21:42:14,049 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f397e6a64eff4682ac6a9b1e749f025a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/f397e6a64eff4682ac6a9b1e749f025a 2024-12-03T21:42:14,052 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d2bc3718098643f4a9afd22979afe7f5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/223edfe8c52a443d8c0e063ea058500c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/597ac97dd5334deabf7c912f99831c2d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/a4b48230d10d4cbea83b1d881ee0a313, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/ca900cbe1ff2492e988b165da68fae3b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9437cc4ad54c4e7abf818dc02e3f51d8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/36f4a4f12ee3452382a191dd4f2d1150, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9606c11f5efc424388904b0237d9c541, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/b71499c3e4454661b6ec25453fa85c24, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/796253d6910e457aa6ac914b466eb188, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2de524cbe7eb4631bf4e2bca6a8bf4fe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/058573cec3a64b37bf16021c6191de13, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/bba50054d3d64f26adc9f63923609017, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/5cc0affbab8d48a9ba39a99305dbf3bf, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c403fe075d79492a968f46b7784c9b74, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c55f26d71f1a4ec9932a5548f8f52462, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/83344e3445a2470e8c04a3546b2d9051, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0299164da8744a539d4d6fa007422136, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2b1d599eabe54cc7bce1354de0f0e301] to archive 2024-12-03T21:42:14,052 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:42:14,054 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d2bc3718098643f4a9afd22979afe7f5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d2bc3718098643f4a9afd22979afe7f5 2024-12-03T21:42:14,055 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/223edfe8c52a443d8c0e063ea058500c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/223edfe8c52a443d8c0e063ea058500c 2024-12-03T21:42:14,056 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/597ac97dd5334deabf7c912f99831c2d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/597ac97dd5334deabf7c912f99831c2d 2024-12-03T21:42:14,057 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/a4b48230d10d4cbea83b1d881ee0a313 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/a4b48230d10d4cbea83b1d881ee0a313 2024-12-03T21:42:14,058 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/ca900cbe1ff2492e988b165da68fae3b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/ca900cbe1ff2492e988b165da68fae3b 2024-12-03T21:42:14,059 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9437cc4ad54c4e7abf818dc02e3f51d8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9437cc4ad54c4e7abf818dc02e3f51d8 2024-12-03T21:42:14,060 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/36f4a4f12ee3452382a191dd4f2d1150 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/36f4a4f12ee3452382a191dd4f2d1150 2024-12-03T21:42:14,061 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9606c11f5efc424388904b0237d9c541 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9606c11f5efc424388904b0237d9c541 2024-12-03T21:42:14,062 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/b71499c3e4454661b6ec25453fa85c24 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/b71499c3e4454661b6ec25453fa85c24 2024-12-03T21:42:14,063 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/796253d6910e457aa6ac914b466eb188 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/796253d6910e457aa6ac914b466eb188 2024-12-03T21:42:14,064 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2de524cbe7eb4631bf4e2bca6a8bf4fe to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2de524cbe7eb4631bf4e2bca6a8bf4fe 2024-12-03T21:42:14,065 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/058573cec3a64b37bf16021c6191de13 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/058573cec3a64b37bf16021c6191de13 2024-12-03T21:42:14,066 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/bba50054d3d64f26adc9f63923609017 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/bba50054d3d64f26adc9f63923609017 2024-12-03T21:42:14,067 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/5cc0affbab8d48a9ba39a99305dbf3bf to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/5cc0affbab8d48a9ba39a99305dbf3bf 2024-12-03T21:42:14,068 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c403fe075d79492a968f46b7784c9b74 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c403fe075d79492a968f46b7784c9b74 2024-12-03T21:42:14,069 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c55f26d71f1a4ec9932a5548f8f52462 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/c55f26d71f1a4ec9932a5548f8f52462 2024-12-03T21:42:14,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/83344e3445a2470e8c04a3546b2d9051 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/83344e3445a2470e8c04a3546b2d9051 2024-12-03T21:42:14,070 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0299164da8744a539d4d6fa007422136 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0299164da8744a539d4d6fa007422136 2024-12-03T21:42:14,071 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2b1d599eabe54cc7bce1354de0f0e301 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/2b1d599eabe54cc7bce1354de0f0e301 2024-12-03T21:42:14,074 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/80a2cb9123ed4c34ab8c95c0a865c8c8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c6ab75d154744d06bd5908dcbbd0d80b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/039e29edfab743b1ac31b4fbb57735d9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/98e49af1f04b45fea18743ef73ccf92f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c8300feb163e4e1ab969a9965606370c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b79291ac27554822b72c55f6b4fcf3b3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/9e67151b22b446e5b7ecc88c33172d81, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/3ebfd5c30b99475d976e5a6513cb206a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/acca410a5f5d424ea20ed29b7be7d8f1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/39c7048673664eae89424967aaada8ea, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d9ba248ae0424affad72ede3366aa51e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/ca71a20f6787448ea62f3f3842ee8810, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d5c90dbaa6e740249b3fb144ac39344c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a8b3053529e84512990fc13bf8bac4e3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/af4d01d8d1c44d5ebdc3b0b7e018a776, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b1382337e31b4fc2883099ee3966800f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/1023c2f8c8724a56ab6e3d44f65c7591, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c4db018471d14a3db8481f9f867c3bfe, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/bae1fd2127ea47a29bf478f12cf2d38d] to archive 2024-12-03T21:42:14,075 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:42:14,076 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/80a2cb9123ed4c34ab8c95c0a865c8c8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/80a2cb9123ed4c34ab8c95c0a865c8c8 2024-12-03T21:42:14,077 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c6ab75d154744d06bd5908dcbbd0d80b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c6ab75d154744d06bd5908dcbbd0d80b 2024-12-03T21:42:14,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/039e29edfab743b1ac31b4fbb57735d9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/039e29edfab743b1ac31b4fbb57735d9 2024-12-03T21:42:14,078 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/98e49af1f04b45fea18743ef73ccf92f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/98e49af1f04b45fea18743ef73ccf92f 2024-12-03T21:42:14,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c8300feb163e4e1ab969a9965606370c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c8300feb163e4e1ab969a9965606370c 2024-12-03T21:42:14,079 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b79291ac27554822b72c55f6b4fcf3b3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b79291ac27554822b72c55f6b4fcf3b3 2024-12-03T21:42:14,080 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/9e67151b22b446e5b7ecc88c33172d81 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/9e67151b22b446e5b7ecc88c33172d81 2024-12-03T21:42:14,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/3ebfd5c30b99475d976e5a6513cb206a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/3ebfd5c30b99475d976e5a6513cb206a 2024-12-03T21:42:14,081 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/acca410a5f5d424ea20ed29b7be7d8f1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/acca410a5f5d424ea20ed29b7be7d8f1 2024-12-03T21:42:14,082 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/39c7048673664eae89424967aaada8ea to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/39c7048673664eae89424967aaada8ea 2024-12-03T21:42:14,083 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d9ba248ae0424affad72ede3366aa51e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d9ba248ae0424affad72ede3366aa51e 2024-12-03T21:42:14,084 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/ca71a20f6787448ea62f3f3842ee8810 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/ca71a20f6787448ea62f3f3842ee8810 2024-12-03T21:42:14,085 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d5c90dbaa6e740249b3fb144ac39344c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/d5c90dbaa6e740249b3fb144ac39344c 2024-12-03T21:42:14,085 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a8b3053529e84512990fc13bf8bac4e3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a8b3053529e84512990fc13bf8bac4e3 2024-12-03T21:42:14,086 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/af4d01d8d1c44d5ebdc3b0b7e018a776 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/af4d01d8d1c44d5ebdc3b0b7e018a776 2024-12-03T21:42:14,087 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b1382337e31b4fc2883099ee3966800f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/b1382337e31b4fc2883099ee3966800f 2024-12-03T21:42:14,087 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/1023c2f8c8724a56ab6e3d44f65c7591 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/1023c2f8c8724a56ab6e3d44f65c7591 2024-12-03T21:42:14,088 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c4db018471d14a3db8481f9f867c3bfe to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/c4db018471d14a3db8481f9f867c3bfe 2024-12-03T21:42:14,089 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/bae1fd2127ea47a29bf478f12cf2d38d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/bae1fd2127ea47a29bf478f12cf2d38d 2024-12-03T21:42:14,179 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/a469fa80ae8647f4ae4dd6f816acfcfa 2024-12-03T21:42:14,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/c8c570d7d9564adaaf93a42ae0fa9b3a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c8c570d7d9564adaaf93a42ae0fa9b3a 2024-12-03T21:42:14,189 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c8c570d7d9564adaaf93a42ae0fa9b3a, entries=150, sequenceid=311, filesize=30.5 K 2024-12-03T21:42:14,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/0723343170334ac292dd4b607298658a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0723343170334ac292dd4b607298658a 2024-12-03T21:42:14,196 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0723343170334ac292dd4b607298658a, entries=150, sequenceid=311, filesize=12.0 K 2024-12-03T21:42:14,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/a469fa80ae8647f4ae4dd6f816acfcfa as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a469fa80ae8647f4ae4dd6f816acfcfa 2024-12-03T21:42:14,200 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a469fa80ae8647f4ae4dd6f816acfcfa, entries=150, sequenceid=311, filesize=12.0 K 2024-12-03T21:42:14,201 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for cef540f182c8dc2581159f7c0fdfa572 in 1272ms, sequenceid=311, compaction requested=false 2024-12-03T21:42:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:14,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-03T21:42:14,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-03T21:42:14,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-03T21:42:14,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0350 sec 2024-12-03T21:42:14,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 2.0380 sec 2024-12-03T21:42:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-03T21:42:14,314 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:14,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-03T21:42:14,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:14,467 INFO [Thread-1535 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1535. 2024-12-03T21:42:14,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:14,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:14,467 DEBUG [Thread-1535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:14,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:14,467 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:14,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:14,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:14,467 DEBUG [Thread-1535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:14,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:14,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033fcde6ab4a794421b3e11a018c30ab18_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262133319/Put/seqid=0 2024-12-03T21:42:14,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742245_1421 (size=12454) 2024-12-03T21:42:14,883 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:14,893 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033fcde6ab4a794421b3e11a018c30ab18_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033fcde6ab4a794421b3e11a018c30ab18_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:14,894 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/c2578a39b88b47458a9d9c33b47eca0c, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:14,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/c2578a39b88b47458a9d9c33b47eca0c is 175, key is test_row_0/A:col10/1733262133319/Put/seqid=0 2024-12-03T21:42:14,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742246_1422 (size=31255) 2024-12-03T21:42:15,301 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/c2578a39b88b47458a9d9c33b47eca0c 2024-12-03T21:42:15,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/8664a518fea141cfbe8ed7d8b29a48ce is 50, key is test_row_0/B:col10/1733262133319/Put/seqid=0 2024-12-03T21:42:15,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742247_1423 (size=12301) 2024-12-03T21:42:15,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/8664a518fea141cfbe8ed7d8b29a48ce 2024-12-03T21:42:15,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/40370a54b30d4303a37654f40b8f17b0 is 50, key is test_row_0/C:col10/1733262133319/Put/seqid=0 2024-12-03T21:42:15,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742248_1424 (size=12301) 2024-12-03T21:42:16,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/40370a54b30d4303a37654f40b8f17b0 2024-12-03T21:42:16,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/c2578a39b88b47458a9d9c33b47eca0c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c2578a39b88b47458a9d9c33b47eca0c 2024-12-03T21:42:16,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c2578a39b88b47458a9d9c33b47eca0c, entries=150, sequenceid=325, filesize=30.5 K 2024-12-03T21:42:16,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/8664a518fea141cfbe8ed7d8b29a48ce as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/8664a518fea141cfbe8ed7d8b29a48ce 2024-12-03T21:42:16,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/8664a518fea141cfbe8ed7d8b29a48ce, entries=150, sequenceid=325, filesize=12.0 K 2024-12-03T21:42:16,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/40370a54b30d4303a37654f40b8f17b0 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/40370a54b30d4303a37654f40b8f17b0 2024-12-03T21:42:16,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/40370a54b30d4303a37654f40b8f17b0, entries=150, sequenceid=325, filesize=12.0 K 2024-12-03T21:42:16,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for cef540f182c8dc2581159f7c0fdfa572 in 1693ms, sequenceid=325, compaction requested=true 2024-12-03T21:42:16,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:16,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:16,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:16,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:16,160 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:16,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:16,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cef540f182c8dc2581159f7c0fdfa572:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:16,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:16,160 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:16,160 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:16,160 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:16,160 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/A is initiating minor compaction (all files) 2024-12-03T21:42:16,160 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/B is initiating minor compaction (all files) 2024-12-03T21:42:16,160 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/A in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:16,160 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/B in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:16,160 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d4942eeecd9b40de8d7857a7f8647382, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c8c570d7d9564adaaf93a42ae0fa9b3a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c2578a39b88b47458a9d9c33b47eca0c] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=92.2 K 2024-12-03T21:42:16,160 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d87654e7719b451b963a1d0be88b1561, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0723343170334ac292dd4b607298658a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/8664a518fea141cfbe8ed7d8b29a48ce] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=36.7 K 2024-12-03T21:42:16,160 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:16,160 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d4942eeecd9b40de8d7857a7f8647382, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c8c570d7d9564adaaf93a42ae0fa9b3a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c2578a39b88b47458a9d9c33b47eca0c] 2024-12-03T21:42:16,161 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d87654e7719b451b963a1d0be88b1561, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733262131874 2024-12-03T21:42:16,161 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d4942eeecd9b40de8d7857a7f8647382, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733262131874 2024-12-03T21:42:16,161 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c8c570d7d9564adaaf93a42ae0fa9b3a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733262132082 2024-12-03T21:42:16,161 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0723343170334ac292dd4b607298658a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733262132082 2024-12-03T21:42:16,161 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c2578a39b88b47458a9d9c33b47eca0c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733262133289 2024-12-03T21:42:16,161 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8664a518fea141cfbe8ed7d8b29a48ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733262133289 2024-12-03T21:42:16,166 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:16,167 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#B#compaction#357 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:16,167 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412033cc7096e48ac4775b0aaf2a487c65e6e_cef540f182c8dc2581159f7c0fdfa572 store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:16,167 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/dfd600c90a2e4c4b9bc3ec6413250a55 is 50, key is test_row_0/B:col10/1733262133319/Put/seqid=0 2024-12-03T21:42:16,172 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412033cc7096e48ac4775b0aaf2a487c65e6e_cef540f182c8dc2581159f7c0fdfa572, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:16,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742249_1425 (size=12404) 2024-12-03T21:42:16,172 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412033cc7096e48ac4775b0aaf2a487c65e6e_cef540f182c8dc2581159f7c0fdfa572 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:16,176 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/dfd600c90a2e4c4b9bc3ec6413250a55 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/dfd600c90a2e4c4b9bc3ec6413250a55 2024-12-03T21:42:16,180 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/B of cef540f182c8dc2581159f7c0fdfa572 into dfd600c90a2e4c4b9bc3ec6413250a55(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:16,180 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:16,180 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/B, priority=13, startTime=1733262136160; duration=0sec 2024-12-03T21:42:16,180 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:16,180 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:B 2024-12-03T21:42:16,180 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:16,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742250_1426 (size=4469) 2024-12-03T21:42:16,181 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:16,181 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): cef540f182c8dc2581159f7c0fdfa572/C is initiating minor compaction (all files) 2024-12-03T21:42:16,181 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cef540f182c8dc2581159f7c0fdfa572/C in TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:16,181 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/6a7565b172ed4fcc991d930039a89bc7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a469fa80ae8647f4ae4dd6f816acfcfa, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/40370a54b30d4303a37654f40b8f17b0] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp, totalSize=36.7 K 2024-12-03T21:42:16,182 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a7565b172ed4fcc991d930039a89bc7, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733262131874 2024-12-03T21:42:16,182 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting a469fa80ae8647f4ae4dd6f816acfcfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1733262132082 2024-12-03T21:42:16,182 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40370a54b30d4303a37654f40b8f17b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733262133289 2024-12-03T21:42:16,189 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#C#compaction#359 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:16,190 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/53a214601d744035ac0fa2668cb0bf05 is 50, key is test_row_0/C:col10/1733262133319/Put/seqid=0 2024-12-03T21:42:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742251_1427 (size=12404) 2024-12-03T21:42:16,583 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cef540f182c8dc2581159f7c0fdfa572#A#compaction#358 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:16,583 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/70954475f5954a4d823daf6bf76e323d is 175, key is test_row_0/A:col10/1733262133319/Put/seqid=0 2024-12-03T21:42:16,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742252_1428 (size=31358) 2024-12-03T21:42:16,597 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/53a214601d744035ac0fa2668cb0bf05 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/53a214601d744035ac0fa2668cb0bf05 2024-12-03T21:42:16,600 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/C of cef540f182c8dc2581159f7c0fdfa572 into 53a214601d744035ac0fa2668cb0bf05(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:16,600 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:16,600 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/C, priority=13, startTime=1733262136160; duration=0sec 2024-12-03T21:42:16,600 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:16,600 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:C 2024-12-03T21:42:16,625 INFO [Thread-1539 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1539. 2024-12-03T21:42:16,625 DEBUG [Thread-1539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:16,625 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,625 DEBUG [Thread-1539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:16,645 INFO [Thread-1537 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1537. 2024-12-03T21:42:16,645 INFO [Thread-1541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1541. 2024-12-03T21:42:16,645 DEBUG [Thread-1537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:16,645 DEBUG [Thread-1541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:16,645 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,645 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,645 DEBUG [Thread-1541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,646 DEBUG [Thread-1537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:16,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:16,656 INFO [Thread-1533 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1533. 2024-12-03T21:42:16,656 DEBUG [Thread-1533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:16,656 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,656 DEBUG [Thread-1533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1629 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4887 rows 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1629 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4887 rows 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1631 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4892 rows 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1633 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4899 rows 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1636 2024-12-03T21:42:16,657 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4908 rows 2024-12-03T21:42:16,657 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:42:16,657 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:42:16,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:16,657 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:16,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T21:42:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T21:42:16,661 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262136661"}]},"ts":"1733262136661"} 2024-12-03T21:42:16,662 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T21:42:16,662 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T21:42:16,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T21:42:16,664 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, UNASSIGN}] 2024-12-03T21:42:16,664 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, UNASSIGN 2024-12-03T21:42:16,665 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=cef540f182c8dc2581159f7c0fdfa572, regionState=CLOSING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:42:16,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, UNASSIGN because future has completed 2024-12-03T21:42:16,666 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T21:42:16,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:42:16,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T21:42:16,820 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(122): Close cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:16,820 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T21:42:16,820 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1722): Closing cef540f182c8dc2581159f7c0fdfa572, disabling compactions & flushes 2024-12-03T21:42:16,820 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:16,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T21:42:17,001 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/70954475f5954a4d823daf6bf76e323d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/70954475f5954a4d823daf6bf76e323d 2024-12-03T21:42:17,005 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cef540f182c8dc2581159f7c0fdfa572/A of cef540f182c8dc2581159f7c0fdfa572 into 70954475f5954a4d823daf6bf76e323d(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:17,005 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cef540f182c8dc2581159f7c0fdfa572: 2024-12-03T21:42:17,005 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., storeName=cef540f182c8dc2581159f7c0fdfa572/A, priority=13, startTime=1733262136159; duration=0sec 2024-12-03T21:42:17,005 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:17,005 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:17,005 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:17,005 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cef540f182c8dc2581159f7c0fdfa572:A 2024-12-03T21:42:17,005 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. after waiting 0 ms 2024-12-03T21:42:17,006 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:17,006 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(2902): Flushing cef540f182c8dc2581159f7c0fdfa572 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-03T21:42:17,006 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=A 2024-12-03T21:42:17,006 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:17,006 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=B 2024-12-03T21:42:17,006 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:17,006 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cef540f182c8dc2581159f7c0fdfa572, store=C 2024-12-03T21:42:17,006 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:17,011 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c94fb1f343ae4ffbb25dc8c10ece8103_cef540f182c8dc2581159f7c0fdfa572 is 50, key is test_row_0/A:col10/1733262136644/Put/seqid=0 2024-12-03T21:42:17,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742253_1429 (size=9914) 2024-12-03T21:42:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T21:42:17,416 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:17,423 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c94fb1f343ae4ffbb25dc8c10ece8103_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c94fb1f343ae4ffbb25dc8c10ece8103_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:17,425 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/b41b356b7d084cd7b869b5f60e3bfb58, store: [table=TestAcidGuarantees family=A region=cef540f182c8dc2581159f7c0fdfa572] 2024-12-03T21:42:17,426 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/b41b356b7d084cd7b869b5f60e3bfb58 is 175, key is test_row_0/A:col10/1733262136644/Put/seqid=0 2024-12-03T21:42:17,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742254_1430 (size=22561) 2024-12-03T21:42:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T21:42:17,832 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=335, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/b41b356b7d084cd7b869b5f60e3bfb58 2024-12-03T21:42:17,846 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/9b15168411ae419d8e87bbf9d83edf13 is 50, key is test_row_0/B:col10/1733262136644/Put/seqid=0 2024-12-03T21:42:17,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742255_1431 (size=9857) 2024-12-03T21:42:18,251 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/9b15168411ae419d8e87bbf9d83edf13 2024-12-03T21:42:18,294 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/189929ac34874858b06fbc06f83469e3 is 50, key is test_row_0/C:col10/1733262136644/Put/seqid=0 2024-12-03T21:42:18,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742256_1432 (size=9857) 2024-12-03T21:42:18,699 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/189929ac34874858b06fbc06f83469e3 2024-12-03T21:42:18,710 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/A/b41b356b7d084cd7b869b5f60e3bfb58 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/b41b356b7d084cd7b869b5f60e3bfb58 2024-12-03T21:42:18,714 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/b41b356b7d084cd7b869b5f60e3bfb58, entries=100, sequenceid=335, filesize=22.0 K 2024-12-03T21:42:18,715 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/B/9b15168411ae419d8e87bbf9d83edf13 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9b15168411ae419d8e87bbf9d83edf13 2024-12-03T21:42:18,718 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9b15168411ae419d8e87bbf9d83edf13, entries=100, sequenceid=335, filesize=9.6 K 2024-12-03T21:42:18,719 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/.tmp/C/189929ac34874858b06fbc06f83469e3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/189929ac34874858b06fbc06f83469e3 2024-12-03T21:42:18,722 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/189929ac34874858b06fbc06f83469e3, entries=100, sequenceid=335, filesize=9.6 K 2024-12-03T21:42:18,723 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for cef540f182c8dc2581159f7c0fdfa572 in 1717ms, sequenceid=335, compaction requested=false 2024-12-03T21:42:18,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d4942eeecd9b40de8d7857a7f8647382, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c8c570d7d9564adaaf93a42ae0fa9b3a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c2578a39b88b47458a9d9c33b47eca0c] to archive 2024-12-03T21:42:18,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:42:18,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d4942eeecd9b40de8d7857a7f8647382 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/d4942eeecd9b40de8d7857a7f8647382 2024-12-03T21:42:18,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c8c570d7d9564adaaf93a42ae0fa9b3a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c8c570d7d9564adaaf93a42ae0fa9b3a 2024-12-03T21:42:18,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c2578a39b88b47458a9d9c33b47eca0c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/c2578a39b88b47458a9d9c33b47eca0c 2024-12-03T21:42:18,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d87654e7719b451b963a1d0be88b1561, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0723343170334ac292dd4b607298658a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/8664a518fea141cfbe8ed7d8b29a48ce] to archive 2024-12-03T21:42:18,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:42:18,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d87654e7719b451b963a1d0be88b1561 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/d87654e7719b451b963a1d0be88b1561 2024-12-03T21:42:18,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0723343170334ac292dd4b607298658a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/0723343170334ac292dd4b607298658a 2024-12-03T21:42:18,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/8664a518fea141cfbe8ed7d8b29a48ce to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/8664a518fea141cfbe8ed7d8b29a48ce 2024-12-03T21:42:18,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/6a7565b172ed4fcc991d930039a89bc7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a469fa80ae8647f4ae4dd6f816acfcfa, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/40370a54b30d4303a37654f40b8f17b0] to archive 2024-12-03T21:42:18,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:42:18,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/6a7565b172ed4fcc991d930039a89bc7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/6a7565b172ed4fcc991d930039a89bc7 2024-12-03T21:42:18,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a469fa80ae8647f4ae4dd6f816acfcfa to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/a469fa80ae8647f4ae4dd6f816acfcfa 2024-12-03T21:42:18,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/40370a54b30d4303a37654f40b8f17b0 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/40370a54b30d4303a37654f40b8f17b0 2024-12-03T21:42:18,739 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/recovered.edits/338.seqid, newMaxSeqId=338, maxSeqId=4 2024-12-03T21:42:18,740 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. 2024-12-03T21:42:18,740 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1676): Region close journal for cef540f182c8dc2581159f7c0fdfa572: Waiting for close lock at 1733262136820Running coprocessor pre-close hooks at 1733262136820Disabling compacts and flushes for region at 1733262136820Disabling writes for close at 1733262137005 (+185 ms)Obtaining lock to block concurrent updates at 1733262137006 (+1 ms)Preparing flush snapshotting stores in cef540f182c8dc2581159f7c0fdfa572 at 1733262137006Finished memstore snapshotting TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733262137006Flushing stores of TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572. at 1733262137006Flushing cef540f182c8dc2581159f7c0fdfa572/A: creating writer at 1733262137006Flushing mob file cef540f182c8dc2581159f7c0fdfa572/A: appending metadata at 1733262137011 (+5 ms)Flushing mob file cef540f182c8dc2581159f7c0fdfa572/A: closing flushed file at 1733262137011Flushing cef540f182c8dc2581159f7c0fdfa572/A: appending metadata at 1733262137425 (+414 ms)Flushing cef540f182c8dc2581159f7c0fdfa572/A: closing flushed file at 1733262137425Flushing cef540f182c8dc2581159f7c0fdfa572/B: creating writer at 1733262137843 (+418 ms)Flushing cef540f182c8dc2581159f7c0fdfa572/B: appending metadata at 1733262137845 (+2 ms)Flushing cef540f182c8dc2581159f7c0fdfa572/B: closing flushed file at 1733262137845Flushing cef540f182c8dc2581159f7c0fdfa572/C: creating writer at 1733262138286 (+441 ms)Flushing cef540f182c8dc2581159f7c0fdfa572/C: appending metadata at 1733262138292 (+6 ms)Flushing cef540f182c8dc2581159f7c0fdfa572/C: closing flushed file at 1733262138292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7648a78f: reopening flushed file at 1733262138709 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a6aef1: reopening flushed file at 1733262138714 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5dba50: reopening flushed file at 1733262138719 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for cef540f182c8dc2581159f7c0fdfa572 in 1717ms, sequenceid=335, compaction requested=false at 1733262138723 (+4 ms)Writing region close event to WAL at 1733262138737 (+14 ms)Running coprocessor post-close hooks at 1733262138740 (+3 ms)Closed at 1733262138740 2024-12-03T21:42:18,741 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(157): Closed cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=cef540f182c8dc2581159f7c0fdfa572, regionState=CLOSED 2024-12-03T21:42:18,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:42:18,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-03T21:42:18,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseRegionProcedure cef540f182c8dc2581159f7c0fdfa572, server=101545f66cbd,43541,1733262011125 in 2.0770 sec 2024-12-03T21:42:18,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-12-03T21:42:18,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cef540f182c8dc2581159f7c0fdfa572, UNASSIGN in 2.0810 sec 2024-12-03T21:42:18,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-03T21:42:18,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.0840 sec 2024-12-03T21:42:18,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262138750"}]},"ts":"1733262138750"} 2024-12-03T21:42:18,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T21:42:18,751 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T21:42:18,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.0940 sec 2024-12-03T21:42:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-03T21:42:18,804 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:18,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T21:42:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:18,807 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-03T21:42:18,808 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=123, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:18,810 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,814 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/recovered.edits] 2024-12-03T21:42:18,819 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/70954475f5954a4d823daf6bf76e323d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/70954475f5954a4d823daf6bf76e323d 2024-12-03T21:42:18,821 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/b41b356b7d084cd7b869b5f60e3bfb58 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/A/b41b356b7d084cd7b869b5f60e3bfb58 2024-12-03T21:42:18,824 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9b15168411ae419d8e87bbf9d83edf13 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/9b15168411ae419d8e87bbf9d83edf13 2024-12-03T21:42:18,825 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/dfd600c90a2e4c4b9bc3ec6413250a55 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/B/dfd600c90a2e4c4b9bc3ec6413250a55 2024-12-03T21:42:18,828 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/189929ac34874858b06fbc06f83469e3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/189929ac34874858b06fbc06f83469e3 2024-12-03T21:42:18,830 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/53a214601d744035ac0fa2668cb0bf05 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/C/53a214601d744035ac0fa2668cb0bf05 2024-12-03T21:42:18,833 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/recovered.edits/338.seqid to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572/recovered.edits/338.seqid 2024-12-03T21:42:18,834 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,834 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T21:42:18,835 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T21:42:18,836 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T21:42:18,840 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120311126a1c245e4649804900b2fa775759_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120311126a1c245e4649804900b2fa775759_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,842 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120316f79126f15441a5be2d61dd4a0eb086_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120316f79126f15441a5be2d61dd4a0eb086_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,843 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033fcde6ab4a794421b3e11a018c30ab18_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412033fcde6ab4a794421b3e11a018c30ab18_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,845 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034d0ebff414ee4ae89798a9f50134e07e_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034d0ebff414ee4ae89798a9f50134e07e_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,846 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035a17b546390245a5b66b4de8705a1b04_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035a17b546390245a5b66b4de8705a1b04_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,847 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035c42332764b94a2db160933fe0959e76_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035c42332764b94a2db160933fe0959e76_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,849 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035ca5f594eca6430ab4b5be44e121c2f0_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035ca5f594eca6430ab4b5be44e121c2f0_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,850 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120376d5c4b61ddb4892bce127df2900c083_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120376d5c4b61ddb4892bce127df2900c083_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,851 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120376f18d7dc3d54971b51120bb5f9e1d06_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120376f18d7dc3d54971b51120bb5f9e1d06_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,853 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038143d0ac664c4c73b712a91c5927ec2e_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412038143d0ac664c4c73b712a91c5927ec2e_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,854 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120383455f74ef0b492494f59398728eaa24_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120383455f74ef0b492494f59398728eaa24_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,855 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ac1d39d6039c43f08581c1eca917741d_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203ac1d39d6039c43f08581c1eca917741d_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,856 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c146e39c6398406c9206229308926bc8_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c146e39c6398406c9206229308926bc8_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,857 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c94fb1f343ae4ffbb25dc8c10ece8103_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c94fb1f343ae4ffbb25dc8c10ece8103_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,858 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203dbf7d017adc24d04ad4e765066de1da9_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203dbf7d017adc24d04ad4e765066de1da9_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,859 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e05050c06adb4013b2e1af1cbbf55374_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e05050c06adb4013b2e1af1cbbf55374_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,860 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e50d9db2fb744ca5b8daa5b804851804_cef540f182c8dc2581159f7c0fdfa572 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e50d9db2fb744ca5b8daa5b804851804_cef540f182c8dc2581159f7c0fdfa572 2024-12-03T21:42:18,860 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T21:42:18,862 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=123, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:18,864 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T21:42:18,866 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T21:42:18,867 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=123, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:18,867 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T21:42:18,867 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733262138867"}]},"ts":"9223372036854775807"} 2024-12-03T21:42:18,869 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T21:42:18,869 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => cef540f182c8dc2581159f7c0fdfa572, NAME => 'TestAcidGuarantees,,1733262110379.cef540f182c8dc2581159f7c0fdfa572.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T21:42:18,869 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T21:42:18,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733262138869"}]},"ts":"9223372036854775807"} 2024-12-03T21:42:18,871 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T21:42:18,872 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=123, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:18,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-12-03T21:42:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-03T21:42:18,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T21:42:18,915 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:18,928 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=254 (was 251) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_904008319_22 at /127.0.0.1:49428 [Waiting for operation #1241] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1722080277_22 at /127.0.0.1:53286 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_904008319_22 at /127.0.0.1:50036 [Waiting for operation #1555] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_904008319_22 at /127.0.0.1:49486 [Waiting for operation #685] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1722080277_22 at /127.0.0.1:49414 [Waiting for operation #1248] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1722080277_22 at /127.0.0.1:41066 [Waiting for operation #1646] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/101545f66cbd:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=326 (was 294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9662 (was 9716) 2024-12-03T21:42:18,939 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=254, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=326, ProcessCount=11, AvailableMemoryMB=9662 2024-12-03T21:42:18,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T21:42:18,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:42:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:18,942 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:42:18,942 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:18,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 124 2024-12-03T21:42:18,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-12-03T21:42:18,943 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:42:18,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742257_1433 (size=1061) 2024-12-03T21:42:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-12-03T21:42:19,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-12-03T21:42:19,355 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca 2024-12-03T21:42:19,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742258_1434 (size=53) 2024-12-03T21:42:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-12-03T21:42:19,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:42:19,768 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a3a2ab019ecf0f60e1140536a762d613, disabling compactions & flushes 2024-12-03T21:42:19,769 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:19,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:19,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. after waiting 0 ms 2024-12-03T21:42:19,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:19,769 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:19,769 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3a2ab019ecf0f60e1140536a762d613: Waiting for close lock at 1733262139768Disabling compacts and flushes for region at 1733262139768Disabling writes for close at 1733262139769 (+1 ms)Writing region close event to WAL at 1733262139769Closed at 1733262139769 2024-12-03T21:42:19,772 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:42:19,772 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733262139772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733262139772"}]},"ts":"1733262139772"} 2024-12-03T21:42:19,775 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:42:19,776 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:42:19,776 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262139776"}]},"ts":"1733262139776"} 2024-12-03T21:42:19,778 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T21:42:19,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3a2ab019ecf0f60e1140536a762d613, ASSIGN}] 2024-12-03T21:42:19,779 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3a2ab019ecf0f60e1140536a762d613, ASSIGN 2024-12-03T21:42:19,780 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3a2ab019ecf0f60e1140536a762d613, ASSIGN; state=OFFLINE, location=101545f66cbd,43541,1733262011125; forceNewPlan=false, retain=false 2024-12-03T21:42:19,931 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=a3a2ab019ecf0f60e1140536a762d613, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:42:19,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3a2ab019ecf0f60e1140536a762d613, ASSIGN because future has completed 2024-12-03T21:42:19,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:42:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-12-03T21:42:20,095 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:20,095 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7752): Opening region: {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:42:20,096 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,097 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:42:20,097 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7794): checking encryption for a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,097 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7797): checking classloading for a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,099 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,102 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:42:20,102 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a2ab019ecf0f60e1140536a762d613 columnFamilyName A 2024-12-03T21:42:20,102 DEBUG [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:20,103 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] regionserver.HStore(327): Store=a3a2ab019ecf0f60e1140536a762d613/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:42:20,103 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,105 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:42:20,106 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a2ab019ecf0f60e1140536a762d613 columnFamilyName B 2024-12-03T21:42:20,106 DEBUG [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:20,107 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] regionserver.HStore(327): Store=a3a2ab019ecf0f60e1140536a762d613/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:42:20,107 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,108 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:42:20,108 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3a2ab019ecf0f60e1140536a762d613 columnFamilyName C 2024-12-03T21:42:20,108 DEBUG [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:20,108 INFO [StoreOpener-a3a2ab019ecf0f60e1140536a762d613-1 {}] regionserver.HStore(327): Store=a3a2ab019ecf0f60e1140536a762d613/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:42:20,108 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:20,108 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1038): replaying wal for a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,109 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,109 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,110 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1048): stopping wal replay for a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,110 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1060): Cleaning up temporary data for a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,110 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:42:20,111 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1093): writing seq id for a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,112 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:42:20,113 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1114): Opened a3a2ab019ecf0f60e1140536a762d613; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61521079, jitterRate=-0.08326448500156403}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:42:20,113 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:20,113 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1006): Region open journal for a3a2ab019ecf0f60e1140536a762d613: Running coprocessor pre-open hook at 1733262140097Writing region info on filesystem at 1733262140097Initializing all the Stores at 1733262140099 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262140099Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262140099Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262140099Cleaning up temporary data from old regions at 1733262140110 (+11 ms)Running coprocessor post-open hooks at 1733262140113 (+3 ms)Region opened successfully at 1733262140113 2024-12-03T21:42:20,114 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., pid=126, masterSystemTime=1733262140091 2024-12-03T21:42:20,115 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:20,115 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:20,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=a3a2ab019ecf0f60e1140536a762d613, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:42:20,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:42:20,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-03T21:42:20,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; OpenRegionProcedure a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 in 181 msec 2024-12-03T21:42:20,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-12-03T21:42:20,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3a2ab019ecf0f60e1140536a762d613, ASSIGN in 341 msec 2024-12-03T21:42:20,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:42:20,122 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262140121"}]},"ts":"1733262140121"} 2024-12-03T21:42:20,123 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T21:42:20,123 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:42:20,125 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-12-03T21:42:21,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-12-03T21:42:21,095 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:21,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a3a0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,098 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,100 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79658d93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,102 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,103 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,104 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521fb7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,105 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,106 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,107 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:42:21,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36053,1733262010428 2024-12-03T21:42:21,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6494e329 2024-12-03T21:42:21,108 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:42:21,109 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:42:21,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c2b3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,111 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245915d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,112 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4839d455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57af2b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,113 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,114 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7293749b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,115 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,116 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3549204a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ae5a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,117 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f880d99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,118 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,118 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156ea62c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48fe770e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,119 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435c3025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,120 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98ba42e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64cc712e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,121 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,121 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,121 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fac645d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,122 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,123 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13932c7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1593fd05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,124 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bb65c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,125 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@973c3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729114ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,125 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,126 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a485ec5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,127 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9bf922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139f4c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,128 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,129 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df82f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,130 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,130 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ecf60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b03bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,132 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6077c387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,133 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1a57f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0bbd77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:21,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:21,135 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba082af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:21,136 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d182359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:21,137 DEBUG [Thread-1961 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,137 DEBUG [Thread-1959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,137 DEBUG [Thread-1974 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,137 DEBUG [Thread-1963 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,137 DEBUG [Thread-1972 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,138 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,138 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:21,139 DEBUG [Thread-1955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,139 DEBUG [Thread-1966 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,139 DEBUG [Thread-1970 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,140 DEBUG [Thread-1957 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,140 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,140 DEBUG [Thread-1968 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-03T21:42:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-03T21:42:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:21,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,146 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2] 2024-12-03T21:42:21,148 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:21,148 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:21,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:21,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T21:42:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:21,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/0ef6900fbf9a40ec85dd4a93a58f064a is 50, key is test_row_0/A:col10/1733262141150/Put/seqid=0 2024-12-03T21:42:21,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742259_1435 (size=12001) 2024-12-03T21:42:21,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262201178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262201179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,188 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262201179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262201181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262201182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-03T21:42:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262201293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262201294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262201294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262201294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262201294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-03T21:42:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-03T21:42:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-03T21:42:21,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262201504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262201504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,507 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262201504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262201504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262201504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,583 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/0ef6900fbf9a40ec85dd4a93a58f064a 2024-12-03T21:42:21,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/fbe1e9910f3544afa0056d40ab31d021 is 50, key is test_row_0/B:col10/1733262141150/Put/seqid=0 2024-12-03T21:42:21,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742260_1436 (size=12001) 2024-12-03T21:42:21,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-03T21:42:21,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:21,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-03T21:42:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-03T21:42:21,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262201813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262201813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262201814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262201814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262201814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:21,820 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:21,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-03T21:42:21,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:21,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:21,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:21,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/fbe1e9910f3544afa0056d40ab31d021 2024-12-03T21:42:22,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/21e31afd78074eb0865b0e6d561a3bd9 is 50, key is test_row_0/C:col10/1733262141150/Put/seqid=0 2024-12-03T21:42:22,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742261_1437 (size=12001) 2024-12-03T21:42:22,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-03T21:42:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:22,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-03T21:42:22,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:22,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-03T21:42:22,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262202324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262202324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:22,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262202324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,328 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:22,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262202324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:22,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:22,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262202333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:22,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:22,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-03T21:42:22,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:22,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:22,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:22,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:22,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/21e31afd78074eb0865b0e6d561a3bd9 2024-12-03T21:42:22,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/0ef6900fbf9a40ec85dd4a93a58f064a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/0ef6900fbf9a40ec85dd4a93a58f064a 2024-12-03T21:42:22,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/0ef6900fbf9a40ec85dd4a93a58f064a, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T21:42:22,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/fbe1e9910f3544afa0056d40ab31d021 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/fbe1e9910f3544afa0056d40ab31d021 2024-12-03T21:42:22,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/fbe1e9910f3544afa0056d40ab31d021, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T21:42:22,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/21e31afd78074eb0865b0e6d561a3bd9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/21e31afd78074eb0865b0e6d561a3bd9 2024-12-03T21:42:22,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/21e31afd78074eb0865b0e6d561a3bd9, entries=150, sequenceid=13, filesize=11.7 K 2024-12-03T21:42:22,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for a3a2ab019ecf0f60e1140536a762d613 in 1295ms, sequenceid=13, compaction requested=false 2024-12-03T21:42:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-03T21:42:22,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:22,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-03T21:42:22,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:22,522 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T21:42:22,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:22,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:22,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:22,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:22,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:22,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:22,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/ff40d9b550c6437da07cd098bc2ec518 is 50, key is test_row_0/A:col10/1733262141179/Put/seqid=0 2024-12-03T21:42:22,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742262_1438 (size=12001) 2024-12-03T21:42:22,930 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/ff40d9b550c6437da07cd098bc2ec518 2024-12-03T21:42:22,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/6159e5097e4a4e54b8a62df4d64d8dee is 50, key is test_row_0/B:col10/1733262141179/Put/seqid=0 2024-12-03T21:42:22,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742263_1439 (size=12001) 2024-12-03T21:42:23,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-03T21:42:23,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:23,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:23,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262203346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,351 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262203348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262203349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,357 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262203349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262203350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,374 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/6159e5097e4a4e54b8a62df4d64d8dee 2024-12-03T21:42:23,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/c24d5543319341e78a39475f238206ed is 50, key is test_row_0/C:col10/1733262141179/Put/seqid=0 2024-12-03T21:42:23,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742264_1440 (size=12001) 2024-12-03T21:42:23,391 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/c24d5543319341e78a39475f238206ed 2024-12-03T21:42:23,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/ff40d9b550c6437da07cd098bc2ec518 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ff40d9b550c6437da07cd098bc2ec518 2024-12-03T21:42:23,397 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ff40d9b550c6437da07cd098bc2ec518, entries=150, sequenceid=33, filesize=11.7 K 2024-12-03T21:42:23,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/6159e5097e4a4e54b8a62df4d64d8dee as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/6159e5097e4a4e54b8a62df4d64d8dee 2024-12-03T21:42:23,401 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/6159e5097e4a4e54b8a62df4d64d8dee, entries=150, sequenceid=33, filesize=11.7 K 2024-12-03T21:42:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/c24d5543319341e78a39475f238206ed as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c24d5543319341e78a39475f238206ed 2024-12-03T21:42:23,405 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c24d5543319341e78a39475f238206ed, entries=150, sequenceid=33, filesize=11.7 K 2024-12-03T21:42:23,405 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for a3a2ab019ecf0f60e1140536a762d613 in 883ms, sequenceid=33, compaction requested=false 2024-12-03T21:42:23,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-03T21:42:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-03T21:42:23,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-03T21:42:23,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2580 sec 2024-12-03T21:42:23,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.2710 sec 2024-12-03T21:42:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:23,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:42:23,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:23,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:23,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:23,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:23,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:23,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:23,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/fb196c849b6d4a72977b7d0ec5c71816 is 50, key is test_row_0/A:col10/1733262143336/Put/seqid=0 2024-12-03T21:42:23,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742265_1441 (size=14341) 2024-12-03T21:42:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262203481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262203482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262203484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262203486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262203485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262203593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262203593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262203593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262203604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,608 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262203604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,608 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262203803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262203803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262203803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,808 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262203813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262203814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:23,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:23,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/fb196c849b6d4a72977b7d0ec5c71816 2024-12-03T21:42:23,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/2a51305c465144a7b8c606b2beb8a842 is 50, key is test_row_0/B:col10/1733262143336/Put/seqid=0 2024-12-03T21:42:23,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742266_1442 (size=12001) 2024-12-03T21:42:24,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262204114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262204114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262204114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262204123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,128 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262204123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,254 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T21:42:24,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/2a51305c465144a7b8c606b2beb8a842 2024-12-03T21:42:24,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/3ec011b64e784aba8b290984826133f1 is 50, key is test_row_0/C:col10/1733262143336/Put/seqid=0 2024-12-03T21:42:24,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742267_1443 (size=12001) 2024-12-03T21:42:24,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262204624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262204624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,627 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262204624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262204633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262204633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:24,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:24,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/3ec011b64e784aba8b290984826133f1 2024-12-03T21:42:24,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/fb196c849b6d4a72977b7d0ec5c71816 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/fb196c849b6d4a72977b7d0ec5c71816 2024-12-03T21:42:24,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/fb196c849b6d4a72977b7d0ec5c71816, entries=200, sequenceid=46, filesize=14.0 K 2024-12-03T21:42:24,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/2a51305c465144a7b8c606b2beb8a842 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/2a51305c465144a7b8c606b2beb8a842 2024-12-03T21:42:24,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/2a51305c465144a7b8c606b2beb8a842, entries=150, sequenceid=46, filesize=11.7 K 2024-12-03T21:42:24,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/3ec011b64e784aba8b290984826133f1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ec011b64e784aba8b290984826133f1 2024-12-03T21:42:24,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ec011b64e784aba8b290984826133f1, entries=150, sequenceid=46, filesize=11.7 K 2024-12-03T21:42:24,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for a3a2ab019ecf0f60e1140536a762d613 in 1241ms, sequenceid=46, compaction requested=true 2024-12-03T21:42:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:24,699 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:24,699 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:24,699 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:24,700 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:24,700 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:24,700 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/B is initiating minor compaction (all files) 2024-12-03T21:42:24,700 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/A is initiating minor compaction (all files) 2024-12-03T21:42:24,700 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/B in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:24,700 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/A in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:24,700 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/fbe1e9910f3544afa0056d40ab31d021, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/6159e5097e4a4e54b8a62df4d64d8dee, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/2a51305c465144a7b8c606b2beb8a842] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=35.2 K 2024-12-03T21:42:24,700 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/0ef6900fbf9a40ec85dd4a93a58f064a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ff40d9b550c6437da07cd098bc2ec518, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/fb196c849b6d4a72977b7d0ec5c71816] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=37.4 K 2024-12-03T21:42:24,700 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting fbe1e9910f3544afa0056d40ab31d021, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733262141147 2024-12-03T21:42:24,700 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ef6900fbf9a40ec85dd4a93a58f064a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733262141147 2024-12-03T21:42:24,700 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 6159e5097e4a4e54b8a62df4d64d8dee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733262141176 2024-12-03T21:42:24,701 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff40d9b550c6437da07cd098bc2ec518, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733262141176 2024-12-03T21:42:24,701 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a51305c465144a7b8c606b2beb8a842, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733262143336 2024-12-03T21:42:24,701 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb196c849b6d4a72977b7d0ec5c71816, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733262143336 2024-12-03T21:42:24,707 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#B#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:24,708 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/030cf5c4f5264860a25e49e913a39d1d is 50, key is test_row_0/B:col10/1733262143336/Put/seqid=0 2024-12-03T21:42:24,708 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#A#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:24,709 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/aceb0253edc242f4b091ddab9b32d6e4 is 50, key is test_row_0/A:col10/1733262143336/Put/seqid=0 2024-12-03T21:42:24,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742269_1445 (size=12104) 2024-12-03T21:42:24,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742268_1444 (size=12104) 2024-12-03T21:42:24,721 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/aceb0253edc242f4b091ddab9b32d6e4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/aceb0253edc242f4b091ddab9b32d6e4 2024-12-03T21:42:24,723 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/030cf5c4f5264860a25e49e913a39d1d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/030cf5c4f5264860a25e49e913a39d1d 2024-12-03T21:42:24,728 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/A of a3a2ab019ecf0f60e1140536a762d613 into aceb0253edc242f4b091ddab9b32d6e4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:24,728 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:24,728 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/A, priority=13, startTime=1733262144699; duration=0sec 2024-12-03T21:42:24,728 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:24,728 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:A 2024-12-03T21:42:24,728 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:24,730 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:24,730 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/C is initiating minor compaction (all files) 2024-12-03T21:42:24,730 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/C in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:24,730 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/21e31afd78074eb0865b0e6d561a3bd9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c24d5543319341e78a39475f238206ed, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ec011b64e784aba8b290984826133f1] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=35.2 K 2024-12-03T21:42:24,730 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21e31afd78074eb0865b0e6d561a3bd9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733262141147 2024-12-03T21:42:24,731 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c24d5543319341e78a39475f238206ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1733262141176 2024-12-03T21:42:24,731 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/B of a3a2ab019ecf0f60e1140536a762d613 into 030cf5c4f5264860a25e49e913a39d1d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:24,731 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:24,731 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/B, priority=13, startTime=1733262144699; duration=0sec 2024-12-03T21:42:24,731 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:24,731 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:B 2024-12-03T21:42:24,731 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ec011b64e784aba8b290984826133f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733262143336 2024-12-03T21:42:24,740 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#C#compaction#374 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:24,740 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/4f2360bc0ca449078627657309d58e39 is 50, key is test_row_0/C:col10/1733262143336/Put/seqid=0 2024-12-03T21:42:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742270_1446 (size=12104) 2024-12-03T21:42:25,148 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/4f2360bc0ca449078627657309d58e39 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4f2360bc0ca449078627657309d58e39 2024-12-03T21:42:25,152 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/C of a3a2ab019ecf0f60e1140536a762d613 into 4f2360bc0ca449078627657309d58e39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:25,152 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:25,152 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/C, priority=13, startTime=1733262144699; duration=0sec 2024-12-03T21:42:25,152 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:25,152 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:C 2024-12-03T21:42:25,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-03T21:42:25,324 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:25,325 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:25,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-03T21:42:25,326 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:25,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T21:42:25,326 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:25,326 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:25,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T21:42:25,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-03T21:42:25,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:25,478 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:42:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:25,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:25,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/dfbdaea627fe4d0fbbacfc2ae8b3de9a is 50, key is test_row_0/A:col10/1733262143484/Put/seqid=0 2024-12-03T21:42:25,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742271_1447 (size=12001) 2024-12-03T21:42:25,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:25,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T21:42:25,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262205652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:25,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262205653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:25,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:25,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:25,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262205653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:25,661 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:25,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,661 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:25,661 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:25,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,662 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:25,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:25,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262205658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:25,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262205659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:25,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:25,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262205763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:25,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262205773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:25,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262205773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:25,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:25,886 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/dfbdaea627fe4d0fbbacfc2ae8b3de9a 2024-12-03T21:42:25,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/af5dc0cd492b4129934dff405b36ac8b is 50, key is test_row_0/B:col10/1733262143484/Put/seqid=0 2024-12-03T21:42:25,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742272_1448 (size=12001) 2024-12-03T21:42:25,898 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/af5dc0cd492b4129934dff405b36ac8b 2024-12-03T21:42:25,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/aa063f25901e4e34885fe84f906789b5 is 50, key is test_row_0/C:col10/1733262143484/Put/seqid=0 2024-12-03T21:42:25,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742273_1449 (size=12001) 2024-12-03T21:42:25,909 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/aa063f25901e4e34885fe84f906789b5 2024-12-03T21:42:25,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/dfbdaea627fe4d0fbbacfc2ae8b3de9a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/dfbdaea627fe4d0fbbacfc2ae8b3de9a 2024-12-03T21:42:25,914 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/dfbdaea627fe4d0fbbacfc2ae8b3de9a, entries=150, sequenceid=68, filesize=11.7 K 2024-12-03T21:42:25,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/af5dc0cd492b4129934dff405b36ac8b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/af5dc0cd492b4129934dff405b36ac8b 2024-12-03T21:42:25,919 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/af5dc0cd492b4129934dff405b36ac8b, entries=150, sequenceid=68, filesize=11.7 K 2024-12-03T21:42:25,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/aa063f25901e4e34885fe84f906789b5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aa063f25901e4e34885fe84f906789b5 2024-12-03T21:42:25,923 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aa063f25901e4e34885fe84f906789b5, entries=150, sequenceid=68, filesize=11.7 K 2024-12-03T21:42:25,924 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for a3a2ab019ecf0f60e1140536a762d613 in 446ms, sequenceid=68, compaction requested=false 2024-12-03T21:42:25,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:25,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:25,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-03T21:42:25,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-03T21:42:25,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-03T21:42:25,926 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 599 msec 2024-12-03T21:42:25,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 602 msec 2024-12-03T21:42:25,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-03T21:42:25,954 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:25,954 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:25,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-03T21:42:25,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T21:42:25,956 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:25,957 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:25,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:25,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:25,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:42:25,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:25,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:25,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:25,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:25,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:25,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:25,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/d6a960e18f0a473ba4f046a7c6f7bc3b is 50, key is test_row_0/A:col10/1733262145644/Put/seqid=0 2024-12-03T21:42:25,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742274_1450 (size=14341) 2024-12-03T21:42:25,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/d6a960e18f0a473ba4f046a7c6f7bc3b 2024-12-03T21:42:25,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/caa487057cd9481ca54987d52573e28a is 50, key is test_row_0/B:col10/1733262145644/Put/seqid=0 2024-12-03T21:42:25,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742275_1451 (size=12001) 2024-12-03T21:42:26,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262206024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262206026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,031 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262206030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T21:42:26,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T21:42:26,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:26,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262206134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262206134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262206144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,147 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T21:42:26,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:26,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T21:42:26,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262206343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262206344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262206354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/caa487057cd9481ca54987d52573e28a 2024-12-03T21:42:26,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/c2e2d126eb2f4a5d97f9cb40c75f11bd is 50, key is test_row_0/C:col10/1733262145644/Put/seqid=0 2024-12-03T21:42:26,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742276_1452 (size=12001) 2024-12-03T21:42:26,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T21:42:26,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:26,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T21:42:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T21:42:26,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262206653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262206653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:26,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262206663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:26,666 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:26,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T21:42:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:26,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/c2e2d126eb2f4a5d97f9cb40c75f11bd 2024-12-03T21:42:26,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/d6a960e18f0a473ba4f046a7c6f7bc3b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d6a960e18f0a473ba4f046a7c6f7bc3b 2024-12-03T21:42:26,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d6a960e18f0a473ba4f046a7c6f7bc3b, entries=200, sequenceid=82, filesize=14.0 K 2024-12-03T21:42:26,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/caa487057cd9481ca54987d52573e28a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/caa487057cd9481ca54987d52573e28a 2024-12-03T21:42:26,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/caa487057cd9481ca54987d52573e28a, entries=150, sequenceid=82, filesize=11.7 K 2024-12-03T21:42:26,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/c2e2d126eb2f4a5d97f9cb40c75f11bd as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c2e2d126eb2f4a5d97f9cb40c75f11bd 2024-12-03T21:42:26,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c2e2d126eb2f4a5d97f9cb40c75f11bd, entries=150, sequenceid=82, filesize=11.7 K 2024-12-03T21:42:26,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a3a2ab019ecf0f60e1140536a762d613 in 836ms, sequenceid=82, compaction requested=true 2024-12-03T21:42:26,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:26,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:26,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:26,816 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:26,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:26,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:26,816 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:26,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:26,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:26,816 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:26,816 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:26,816 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/A is initiating minor compaction (all files) 2024-12-03T21:42:26,816 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/B is initiating minor compaction (all files) 2024-12-03T21:42:26,816 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/A in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,816 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/B in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,816 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/aceb0253edc242f4b091ddab9b32d6e4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/dfbdaea627fe4d0fbbacfc2ae8b3de9a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d6a960e18f0a473ba4f046a7c6f7bc3b] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=37.5 K 2024-12-03T21:42:26,816 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/030cf5c4f5264860a25e49e913a39d1d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/af5dc0cd492b4129934dff405b36ac8b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/caa487057cd9481ca54987d52573e28a] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=35.3 K 2024-12-03T21:42:26,817 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 030cf5c4f5264860a25e49e913a39d1d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733262143336 2024-12-03T21:42:26,817 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting aceb0253edc242f4b091ddab9b32d6e4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733262143336 2024-12-03T21:42:26,817 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting af5dc0cd492b4129934dff405b36ac8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733262143480 2024-12-03T21:42:26,817 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfbdaea627fe4d0fbbacfc2ae8b3de9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733262143480 2024-12-03T21:42:26,817 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting caa487057cd9481ca54987d52573e28a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733262145644 2024-12-03T21:42:26,817 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6a960e18f0a473ba4f046a7c6f7bc3b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733262145644 2024-12-03T21:42:26,831 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:26,832 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/5fd907ffd57f408780753160836bf1af is 50, key is test_row_0/B:col10/1733262145644/Put/seqid=0 2024-12-03T21:42:26,833 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:26,833 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/bfc8123d9abc4c639803c47d6854beeb is 50, key is test_row_0/A:col10/1733262145644/Put/seqid=0 2024-12-03T21:42:26,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742277_1453 (size=12207) 2024-12-03T21:42:26,840 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/5fd907ffd57f408780753160836bf1af as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5fd907ffd57f408780753160836bf1af 2024-12-03T21:42:26,846 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/B of a3a2ab019ecf0f60e1140536a762d613 into 5fd907ffd57f408780753160836bf1af(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:26,846 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:26,846 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/B, priority=13, startTime=1733262146816; duration=0sec 2024-12-03T21:42:26,846 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:26,846 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:B 2024-12-03T21:42:26,846 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:26,847 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:26,847 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/C is initiating minor compaction (all files) 2024-12-03T21:42:26,847 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/C in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,847 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4f2360bc0ca449078627657309d58e39, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aa063f25901e4e34885fe84f906789b5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c2e2d126eb2f4a5d97f9cb40c75f11bd] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=35.3 K 2024-12-03T21:42:26,847 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f2360bc0ca449078627657309d58e39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1733262143336 2024-12-03T21:42:26,848 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting aa063f25901e4e34885fe84f906789b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1733262143480 2024-12-03T21:42:26,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742278_1454 (size=12207) 2024-12-03T21:42:26,850 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c2e2d126eb2f4a5d97f9cb40c75f11bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733262145644 2024-12-03T21:42:26,856 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:26,856 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/aedf3c9e966640b39adee12aacdfcf6c is 50, key is test_row_0/C:col10/1733262145644/Put/seqid=0 2024-12-03T21:42:26,860 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/bfc8123d9abc4c639803c47d6854beeb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/bfc8123d9abc4c639803c47d6854beeb 2024-12-03T21:42:26,864 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/A of a3a2ab019ecf0f60e1140536a762d613 into bfc8123d9abc4c639803c47d6854beeb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:26,864 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:26,864 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/A, priority=13, startTime=1733262146815; duration=0sec 2024-12-03T21:42:26,864 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:26,864 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:A 2024-12-03T21:42:26,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-03T21:42:26,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:26,873 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:42:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:26,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:26,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742279_1455 (size=12207) 2024-12-03T21:42:26,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/d77dee74027a4f26a9a4fb1d07cc1d9c is 50, key is test_row_0/A:col10/1733262146022/Put/seqid=0 2024-12-03T21:42:26,881 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/aedf3c9e966640b39adee12aacdfcf6c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aedf3c9e966640b39adee12aacdfcf6c 2024-12-03T21:42:26,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742280_1456 (size=12001) 2024-12-03T21:42:26,886 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/d77dee74027a4f26a9a4fb1d07cc1d9c 2024-12-03T21:42:26,887 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/C of a3a2ab019ecf0f60e1140536a762d613 into aedf3c9e966640b39adee12aacdfcf6c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:26,887 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:26,887 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/C, priority=13, startTime=1733262146816; duration=0sec 2024-12-03T21:42:26,887 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:26,887 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:C 2024-12-03T21:42:26,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/c886f2a0630b49e7a24ef870a62a7003 is 50, key is test_row_0/B:col10/1733262146022/Put/seqid=0 2024-12-03T21:42:26,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742281_1457 (size=12001) 2024-12-03T21:42:26,895 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/c886f2a0630b49e7a24ef870a62a7003 2024-12-03T21:42:26,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/e3ed547054ea4cca8d1682e9ff4f14a1 is 50, key is test_row_0/C:col10/1733262146022/Put/seqid=0 2024-12-03T21:42:26,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742282_1458 (size=12001) 2024-12-03T21:42:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T21:42:27,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:27,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:27,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262207185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262207191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262207192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262207293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,307 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/e3ed547054ea4cca8d1682e9ff4f14a1 2024-12-03T21:42:27,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262207304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262207304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,310 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/d77dee74027a4f26a9a4fb1d07cc1d9c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d77dee74027a4f26a9a4fb1d07cc1d9c 2024-12-03T21:42:27,313 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d77dee74027a4f26a9a4fb1d07cc1d9c, entries=150, sequenceid=102, filesize=11.7 K 2024-12-03T21:42:27,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/c886f2a0630b49e7a24ef870a62a7003 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/c886f2a0630b49e7a24ef870a62a7003 2024-12-03T21:42:27,317 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/c886f2a0630b49e7a24ef870a62a7003, entries=150, sequenceid=102, filesize=11.7 K 2024-12-03T21:42:27,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/e3ed547054ea4cca8d1682e9ff4f14a1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/e3ed547054ea4cca8d1682e9ff4f14a1 2024-12-03T21:42:27,320 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/e3ed547054ea4cca8d1682e9ff4f14a1, entries=150, sequenceid=102, filesize=11.7 K 2024-12-03T21:42:27,321 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a3a2ab019ecf0f60e1140536a762d613 in 448ms, sequenceid=102, compaction requested=false 2024-12-03T21:42:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:27,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-03T21:42:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-03T21:42:27,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-03T21:42:27,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3650 sec 2024-12-03T21:42:27,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.3700 sec 2024-12-03T21:42:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:27,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:42:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:27,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:27,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/38e1029ace0f4cffa296a9142781355f is 50, key is test_row_0/A:col10/1733262147166/Put/seqid=0 2024-12-03T21:42:27,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742283_1459 (size=14341) 2024-12-03T21:42:27,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262207538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262207554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262207554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262207664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262207664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262207664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262207683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262207683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,687 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,687 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262207874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262207874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262207874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:27,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:27,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/38e1029ace0f4cffa296a9142781355f 2024-12-03T21:42:27,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/4c70b1d8a42b4399a743a85c2c23af5a is 50, key is test_row_0/B:col10/1733262147166/Put/seqid=0 2024-12-03T21:42:27,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742284_1460 (size=12001) 2024-12-03T21:42:28,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-03T21:42:28,114 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:28,115 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-03T21:42:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T21:42:28,116 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:28,117 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:28,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:28,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262208184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:28,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262208184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262208184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T21:42:28,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T21:42:28,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:28,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/4c70b1d8a42b4399a743a85c2c23af5a 2024-12-03T21:42:28,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/37aa0c59f86a408b81295c28bcebeea9 is 50, key is test_row_0/C:col10/1733262147166/Put/seqid=0 2024-12-03T21:42:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742285_1461 (size=12001) 2024-12-03T21:42:28,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T21:42:28,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:28,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T21:42:28,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T21:42:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:28,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262208693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,696 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:28,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:28,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262208704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:28,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:28,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262208704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:28,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:28,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T21:42:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T21:42:28,781 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/37aa0c59f86a408b81295c28bcebeea9 2024-12-03T21:42:28,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/38e1029ace0f4cffa296a9142781355f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/38e1029ace0f4cffa296a9142781355f 2024-12-03T21:42:28,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/38e1029ace0f4cffa296a9142781355f, entries=200, sequenceid=118, filesize=14.0 K 2024-12-03T21:42:28,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/4c70b1d8a42b4399a743a85c2c23af5a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/4c70b1d8a42b4399a743a85c2c23af5a 2024-12-03T21:42:28,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/4c70b1d8a42b4399a743a85c2c23af5a, entries=150, sequenceid=118, filesize=11.7 K 2024-12-03T21:42:28,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/37aa0c59f86a408b81295c28bcebeea9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/37aa0c59f86a408b81295c28bcebeea9 2024-12-03T21:42:28,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/37aa0c59f86a408b81295c28bcebeea9, entries=150, sequenceid=118, filesize=11.7 K 2024-12-03T21:42:28,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a3a2ab019ecf0f60e1140536a762d613 in 1290ms, sequenceid=118, compaction requested=true 2024-12-03T21:42:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:28,795 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:28,795 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:28,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:28,796 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:28,796 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:28,796 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/B is initiating minor compaction (all files) 2024-12-03T21:42:28,796 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/A is initiating minor compaction (all files) 2024-12-03T21:42:28,796 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/B in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,796 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/A in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,796 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5fd907ffd57f408780753160836bf1af, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/c886f2a0630b49e7a24ef870a62a7003, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/4c70b1d8a42b4399a743a85c2c23af5a] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=35.4 K 2024-12-03T21:42:28,796 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/bfc8123d9abc4c639803c47d6854beeb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d77dee74027a4f26a9a4fb1d07cc1d9c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/38e1029ace0f4cffa296a9142781355f] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=37.6 K 2024-12-03T21:42:28,797 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfc8123d9abc4c639803c47d6854beeb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733262145644 2024-12-03T21:42:28,797 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fd907ffd57f408780753160836bf1af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733262145644 2024-12-03T21:42:28,797 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c886f2a0630b49e7a24ef870a62a7003, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733262146012 2024-12-03T21:42:28,797 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting d77dee74027a4f26a9a4fb1d07cc1d9c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733262146012 2024-12-03T21:42:28,797 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c70b1d8a42b4399a743a85c2c23af5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733262147166 2024-12-03T21:42:28,797 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38e1029ace0f4cffa296a9142781355f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733262147166 2024-12-03T21:42:28,806 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#A#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:28,807 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/7e26fe8f76d44393b48c4c23d3e76f25 is 50, key is test_row_0/A:col10/1733262147166/Put/seqid=0 2024-12-03T21:42:28,809 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:28,810 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/0e7f26e390be4d929ab7515ad39be005 is 50, key is test_row_0/B:col10/1733262147166/Put/seqid=0 2024-12-03T21:42:28,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742286_1462 (size=12309) 2024-12-03T21:42:28,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742287_1463 (size=12309) 2024-12-03T21:42:28,821 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/7e26fe8f76d44393b48c4c23d3e76f25 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/7e26fe8f76d44393b48c4c23d3e76f25 2024-12-03T21:42:28,825 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/A of a3a2ab019ecf0f60e1140536a762d613 into 7e26fe8f76d44393b48c4c23d3e76f25(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:28,825 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:28,825 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/A, priority=13, startTime=1733262148795; duration=0sec 2024-12-03T21:42:28,825 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:28,825 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:A 2024-12-03T21:42:28,825 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:28,826 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:28,826 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/C is initiating minor compaction (all files) 2024-12-03T21:42:28,826 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/C in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,826 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aedf3c9e966640b39adee12aacdfcf6c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/e3ed547054ea4cca8d1682e9ff4f14a1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/37aa0c59f86a408b81295c28bcebeea9] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=35.4 K 2024-12-03T21:42:28,826 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting aedf3c9e966640b39adee12aacdfcf6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733262145644 2024-12-03T21:42:28,826 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3ed547054ea4cca8d1682e9ff4f14a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733262146012 2024-12-03T21:42:28,827 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37aa0c59f86a408b81295c28bcebeea9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733262147166 2024-12-03T21:42:28,832 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#C#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:28,832 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/8f3417d1722d4755ae99e4d46d59ca41 is 50, key is test_row_0/C:col10/1733262147166/Put/seqid=0 2024-12-03T21:42:28,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742288_1464 (size=12309) 2024-12-03T21:42:28,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-03T21:42:28,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:28,880 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T21:42:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:28,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/00e9f0d91fa14d61a9716311fd0a6dab is 50, key is test_row_0/A:col10/1733262147531/Put/seqid=0 2024-12-03T21:42:28,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742289_1465 (size=12151) 2024-12-03T21:42:29,222 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/0e7f26e390be4d929ab7515ad39be005 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/0e7f26e390be4d929ab7515ad39be005 2024-12-03T21:42:29,225 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/B of a3a2ab019ecf0f60e1140536a762d613 into 0e7f26e390be4d929ab7515ad39be005(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:29,225 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:29,225 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/B, priority=13, startTime=1733262148795; duration=0sec 2024-12-03T21:42:29,225 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:29,225 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:B 2024-12-03T21:42:29,243 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/8f3417d1722d4755ae99e4d46d59ca41 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f3417d1722d4755ae99e4d46d59ca41 2024-12-03T21:42:29,247 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/C of a3a2ab019ecf0f60e1140536a762d613 into 8f3417d1722d4755ae99e4d46d59ca41(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:29,247 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:29,247 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/C, priority=13, startTime=1733262148795; duration=0sec 2024-12-03T21:42:29,247 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:29,247 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:C 2024-12-03T21:42:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T21:42:29,287 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/00e9f0d91fa14d61a9716311fd0a6dab 2024-12-03T21:42:29,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/72b3ba220c854534ab4f9436088f3c18 is 50, key is test_row_0/B:col10/1733262147531/Put/seqid=0 2024-12-03T21:42:29,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742290_1466 (size=12151) 2024-12-03T21:42:29,695 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/72b3ba220c854534ab4f9436088f3c18 2024-12-03T21:42:29,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/c6ac649ef8e74d51b2885be8dac6adbc is 50, key is test_row_0/C:col10/1733262147531/Put/seqid=0 2024-12-03T21:42:29,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:29,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:29,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742291_1467 (size=12151) 2024-12-03T21:42:29,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:29,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262209739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:29,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262209740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:29,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:29,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262209741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262209854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:29,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262209854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:29,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:29,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262209854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:29,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:29,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:29,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262210063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262210063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262210063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,112 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/c6ac649ef8e74d51b2885be8dac6adbc 2024-12-03T21:42:30,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/00e9f0d91fa14d61a9716311fd0a6dab as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/00e9f0d91fa14d61a9716311fd0a6dab 2024-12-03T21:42:30,118 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/00e9f0d91fa14d61a9716311fd0a6dab, entries=150, sequenceid=136, filesize=11.9 K 2024-12-03T21:42:30,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/72b3ba220c854534ab4f9436088f3c18 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/72b3ba220c854534ab4f9436088f3c18 2024-12-03T21:42:30,121 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/72b3ba220c854534ab4f9436088f3c18, entries=150, sequenceid=136, filesize=11.9 K 2024-12-03T21:42:30,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/c6ac649ef8e74d51b2885be8dac6adbc as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c6ac649ef8e74d51b2885be8dac6adbc 2024-12-03T21:42:30,124 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c6ac649ef8e74d51b2885be8dac6adbc, entries=150, sequenceid=136, filesize=11.9 K 2024-12-03T21:42:30,125 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a3a2ab019ecf0f60e1140536a762d613 in 1246ms, sequenceid=136, compaction requested=false 2024-12-03T21:42:30,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:30,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:30,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-03T21:42:30,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-03T21:42:30,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-03T21:42:30,128 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0090 sec 2024-12-03T21:42:30,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.0130 sec 2024-12-03T21:42:30,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-03T21:42:30,264 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:30,265 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:30,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-03T21:42:30,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T21:42:30,266 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:30,266 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:30,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T21:42:30,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:30,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:42:30,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:30,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:30,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:30,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:30,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:30,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:30,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/8fed5c72dca14a6fbe0022e075506bd2 is 50, key is test_row_0/A:col10/1733262149727/Put/seqid=0 2024-12-03T21:42:30,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742292_1468 (size=16931) 2024-12-03T21:42:30,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262210395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262210396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262210400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,404 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T21:42:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:30,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:30,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262210504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262210513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262210513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T21:42:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:30,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T21:42:30,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262210714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T21:42:30,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:30,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:30,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:30,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262210723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262210723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:30,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/8fed5c72dca14a6fbe0022e075506bd2 2024-12-03T21:42:30,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/a92757203300460a99d7202ff166ab40 is 50, key is test_row_0/B:col10/1733262149727/Put/seqid=0 2024-12-03T21:42:30,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742293_1469 (size=12151) 2024-12-03T21:42:30,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T21:42:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:30,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:30,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:30,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T21:42:31,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262211023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:31,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T21:42:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262211034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,039 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:31,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262211034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,040 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:31,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T21:42:31,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:31,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/a92757203300460a99d7202ff166ab40 2024-12-03T21:42:31,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/11698aabab4e4f289fae90709cf84f0e is 50, key is test_row_0/C:col10/1733262149727/Put/seqid=0 2024-12-03T21:42:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742294_1470 (size=12151) 2024-12-03T21:42:31,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T21:42:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T21:42:31,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T21:42:31,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:31,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:31,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262211533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:31,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262211554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262211554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:31,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/11698aabab4e4f289fae90709cf84f0e 2024-12-03T21:42:31,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/8fed5c72dca14a6fbe0022e075506bd2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8fed5c72dca14a6fbe0022e075506bd2 2024-12-03T21:42:31,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8fed5c72dca14a6fbe0022e075506bd2, entries=250, sequenceid=155, filesize=16.5 K 2024-12-03T21:42:31,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/a92757203300460a99d7202ff166ab40 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a92757203300460a99d7202ff166ab40 2024-12-03T21:42:31,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a92757203300460a99d7202ff166ab40, entries=150, sequenceid=155, filesize=11.9 K 2024-12-03T21:42:31,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/11698aabab4e4f289fae90709cf84f0e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/11698aabab4e4f289fae90709cf84f0e 2024-12-03T21:42:31,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/11698aabab4e4f289fae90709cf84f0e, entries=150, sequenceid=155, filesize=11.9 K 2024-12-03T21:42:31,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a3a2ab019ecf0f60e1140536a762d613 in 1240ms, sequenceid=155, compaction requested=true 2024-12-03T21:42:31,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:31,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:31,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:31,617 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:31,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:31,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:31,617 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:31,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:31,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:31,618 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:31,618 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41391 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:31,618 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/B is initiating minor compaction (all files) 2024-12-03T21:42:31,618 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/A is initiating minor compaction (all files) 2024-12-03T21:42:31,618 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/A in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,618 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/B in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,618 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/0e7f26e390be4d929ab7515ad39be005, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/72b3ba220c854534ab4f9436088f3c18, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a92757203300460a99d7202ff166ab40] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=35.8 K 2024-12-03T21:42:31,618 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/7e26fe8f76d44393b48c4c23d3e76f25, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/00e9f0d91fa14d61a9716311fd0a6dab, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8fed5c72dca14a6fbe0022e075506bd2] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=40.4 K 2024-12-03T21:42:31,618 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e7f26e390be4d929ab7515ad39be005, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733262147166 2024-12-03T21:42:31,618 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e26fe8f76d44393b48c4c23d3e76f25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733262147166 2024-12-03T21:42:31,618 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00e9f0d91fa14d61a9716311fd0a6dab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733262147531 2024-12-03T21:42:31,618 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 72b3ba220c854534ab4f9436088f3c18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733262147531 2024-12-03T21:42:31,619 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a92757203300460a99d7202ff166ab40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733262149727 2024-12-03T21:42:31,619 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8fed5c72dca14a6fbe0022e075506bd2, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733262149727 2024-12-03T21:42:31,624 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#B#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:31,624 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/21f41b3db85e40769d07711bcac02713 is 50, key is test_row_0/B:col10/1733262149727/Put/seqid=0 2024-12-03T21:42:31,625 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#A#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:31,625 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/cdb44b49311045e9b9086dbb80a5629b is 50, key is test_row_0/A:col10/1733262149727/Put/seqid=0 2024-12-03T21:42:31,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742295_1471 (size=12561) 2024-12-03T21:42:31,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742296_1472 (size=12561) 2024-12-03T21:42:31,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-03T21:42:31,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:31,640 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:42:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:31,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:31,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/ad14dfdb5e0c480f99ef2c9e977e6d4f is 50, key is test_row_0/A:col10/1733262150393/Put/seqid=0 2024-12-03T21:42:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742297_1473 (size=12151) 2024-12-03T21:42:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:31,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:31,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262211751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:31,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262211752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:31,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262211863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262211863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:31,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:32,031 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/21f41b3db85e40769d07711bcac02713 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/21f41b3db85e40769d07711bcac02713 2024-12-03T21:42:32,032 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/cdb44b49311045e9b9086dbb80a5629b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/cdb44b49311045e9b9086dbb80a5629b 2024-12-03T21:42:32,034 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/B of a3a2ab019ecf0f60e1140536a762d613 into 21f41b3db85e40769d07711bcac02713(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:32,034 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:32,034 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/B, priority=13, startTime=1733262151617; duration=0sec 2024-12-03T21:42:32,034 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:32,034 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:B 2024-12-03T21:42:32,034 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:32,035 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:32,035 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/C is initiating minor compaction (all files) 2024-12-03T21:42:32,035 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/C in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:32,035 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f3417d1722d4755ae99e4d46d59ca41, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c6ac649ef8e74d51b2885be8dac6adbc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/11698aabab4e4f289fae90709cf84f0e] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=35.8 K 2024-12-03T21:42:32,036 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f3417d1722d4755ae99e4d46d59ca41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733262147166 2024-12-03T21:42:32,036 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/A of a3a2ab019ecf0f60e1140536a762d613 into cdb44b49311045e9b9086dbb80a5629b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:32,036 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:32,036 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/A, priority=13, startTime=1733262151617; duration=0sec 2024-12-03T21:42:32,036 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting c6ac649ef8e74d51b2885be8dac6adbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1733262147531 2024-12-03T21:42:32,036 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:32,036 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:A 2024-12-03T21:42:32,036 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 11698aabab4e4f289fae90709cf84f0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733262149727 2024-12-03T21:42:32,040 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#C#compaction#402 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:32,041 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/b8b56f005e9d481a81a3ab778e53058e is 50, key is test_row_0/C:col10/1733262149727/Put/seqid=0 2024-12-03T21:42:32,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742298_1474 (size=12561) 2024-12-03T21:42:32,047 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/ad14dfdb5e0c480f99ef2c9e977e6d4f 2024-12-03T21:42:32,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/a7a358228a3e4c3cbabbf79e16d3f191 is 50, key is test_row_0/B:col10/1733262150393/Put/seqid=0 2024-12-03T21:42:32,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742299_1475 (size=12151) 2024-12-03T21:42:32,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262212074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:32,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262212074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:32,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262212383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:32,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262212383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,389 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:32,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T21:42:32,447 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/b8b56f005e9d481a81a3ab778e53058e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/b8b56f005e9d481a81a3ab778e53058e 2024-12-03T21:42:32,450 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/C of a3a2ab019ecf0f60e1140536a762d613 into b8b56f005e9d481a81a3ab778e53058e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:32,450 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:32,450 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/C, priority=13, startTime=1733262151617; duration=0sec 2024-12-03T21:42:32,450 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:32,450 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:C 2024-12-03T21:42:32,454 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/a7a358228a3e4c3cbabbf79e16d3f191 2024-12-03T21:42:32,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/7999f5cffd2345e0b7fa4f62388928ea is 50, key is test_row_0/C:col10/1733262150393/Put/seqid=0 2024-12-03T21:42:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742300_1476 (size=12151) 2024-12-03T21:42:32,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262212554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:32,558 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:32,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262212563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:32,568 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:32,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:32,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262212573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:32,575 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:32,864 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/7999f5cffd2345e0b7fa4f62388928ea 2024-12-03T21:42:32,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/ad14dfdb5e0c480f99ef2c9e977e6d4f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ad14dfdb5e0c480f99ef2c9e977e6d4f 2024-12-03T21:42:32,870 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ad14dfdb5e0c480f99ef2c9e977e6d4f, entries=150, sequenceid=170, filesize=11.9 K 2024-12-03T21:42:32,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/a7a358228a3e4c3cbabbf79e16d3f191 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a7a358228a3e4c3cbabbf79e16d3f191 2024-12-03T21:42:32,873 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a7a358228a3e4c3cbabbf79e16d3f191, entries=150, sequenceid=170, filesize=11.9 K 2024-12-03T21:42:32,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/7999f5cffd2345e0b7fa4f62388928ea as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/7999f5cffd2345e0b7fa4f62388928ea 2024-12-03T21:42:32,877 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/7999f5cffd2345e0b7fa4f62388928ea, entries=150, sequenceid=170, filesize=11.9 K 2024-12-03T21:42:32,877 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a3a2ab019ecf0f60e1140536a762d613 in 1238ms, sequenceid=170, compaction requested=false 2024-12-03T21:42:32,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:32,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:32,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-03T21:42:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-03T21:42:32,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-03T21:42:32,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6120 sec 2024-12-03T21:42:32,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.6150 sec 2024-12-03T21:42:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:32,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:42:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:32,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:32,900 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/8ff9012f383c486ba99a12eaddfdbe49 is 50, key is test_row_0/A:col10/1733262151744/Put/seqid=0 2024-12-03T21:42:32,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742301_1477 (size=14541) 2024-12-03T21:42:32,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/8ff9012f383c486ba99a12eaddfdbe49 2024-12-03T21:42:32,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/b46a8dad57aa4d57b70b17cb4964a644 is 50, key is test_row_0/B:col10/1733262151744/Put/seqid=0 2024-12-03T21:42:32,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742302_1478 (size=12151) 2024-12-03T21:42:32,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262212954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:32,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262212957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:32,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262213063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262213063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,071 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262213274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262213274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/b46a8dad57aa4d57b70b17cb4964a644 2024-12-03T21:42:33,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/f07b5133a0a84b9599b24e3491620b70 is 50, key is test_row_0/C:col10/1733262151744/Put/seqid=0 2024-12-03T21:42:33,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742303_1479 (size=12151) 2024-12-03T21:42:33,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/f07b5133a0a84b9599b24e3491620b70 2024-12-03T21:42:33,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/8ff9012f383c486ba99a12eaddfdbe49 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8ff9012f383c486ba99a12eaddfdbe49 2024-12-03T21:42:33,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8ff9012f383c486ba99a12eaddfdbe49, entries=200, sequenceid=191, filesize=14.2 K 2024-12-03T21:42:33,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/b46a8dad57aa4d57b70b17cb4964a644 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b46a8dad57aa4d57b70b17cb4964a644 2024-12-03T21:42:33,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b46a8dad57aa4d57b70b17cb4964a644, entries=150, sequenceid=191, filesize=11.9 K 2024-12-03T21:42:33,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/f07b5133a0a84b9599b24e3491620b70 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/f07b5133a0a84b9599b24e3491620b70 2024-12-03T21:42:33,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/f07b5133a0a84b9599b24e3491620b70, entries=150, sequenceid=191, filesize=11.9 K 2024-12-03T21:42:33,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a3a2ab019ecf0f60e1140536a762d613 in 441ms, sequenceid=191, compaction requested=true 2024-12-03T21:42:33,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:33,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:33,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:33,337 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:33,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:33,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:33,338 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:33,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:33,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:33,338 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:33,338 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:33,338 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/A is initiating minor compaction (all files) 2024-12-03T21:42:33,338 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/B is initiating minor compaction (all files) 2024-12-03T21:42:33,338 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/A in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:33,338 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/B in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:33,339 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/cdb44b49311045e9b9086dbb80a5629b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ad14dfdb5e0c480f99ef2c9e977e6d4f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8ff9012f383c486ba99a12eaddfdbe49] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=38.3 K 2024-12-03T21:42:33,339 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/21f41b3db85e40769d07711bcac02713, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a7a358228a3e4c3cbabbf79e16d3f191, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b46a8dad57aa4d57b70b17cb4964a644] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=36.0 K 2024-12-03T21:42:33,339 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdb44b49311045e9b9086dbb80a5629b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733262149727 2024-12-03T21:42:33,339 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 21f41b3db85e40769d07711bcac02713, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733262149727 2024-12-03T21:42:33,339 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a7a358228a3e4c3cbabbf79e16d3f191, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733262150393 2024-12-03T21:42:33,339 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad14dfdb5e0c480f99ef2c9e977e6d4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733262150393 2024-12-03T21:42:33,339 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting b46a8dad57aa4d57b70b17cb4964a644, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262151744 2024-12-03T21:42:33,339 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ff9012f383c486ba99a12eaddfdbe49, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262151744 2024-12-03T21:42:33,375 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#B#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:33,375 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/58e10b51c41348cebc3021ee57f7530a is 50, key is test_row_0/B:col10/1733262151744/Put/seqid=0 2024-12-03T21:42:33,376 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#A#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:33,376 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/2971c5a3aff348728871b71d9cfa27b9 is 50, key is test_row_0/A:col10/1733262151744/Put/seqid=0 2024-12-03T21:42:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742305_1481 (size=12663) 2024-12-03T21:42:33,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742304_1480 (size=12663) 2024-12-03T21:42:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:33,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:42:33,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:33,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:33,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:33,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:33,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:33,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:33,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/edd37e5caaca4f07af47412e732a210f is 50, key is test_row_0/A:col10/1733262152956/Put/seqid=0 2024-12-03T21:42:33,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742306_1482 (size=16931) 2024-12-03T21:42:33,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262213625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,629 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262213629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262213733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262213743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,790 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/2971c5a3aff348728871b71d9cfa27b9 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2971c5a3aff348728871b71d9cfa27b9 2024-12-03T21:42:33,790 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/58e10b51c41348cebc3021ee57f7530a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/58e10b51c41348cebc3021ee57f7530a 2024-12-03T21:42:33,793 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/A of a3a2ab019ecf0f60e1140536a762d613 into 2971c5a3aff348728871b71d9cfa27b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:33,793 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:33,793 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/A, priority=13, startTime=1733262153337; duration=0sec 2024-12-03T21:42:33,793 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:33,793 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:A 2024-12-03T21:42:33,793 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:33,794 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/B of a3a2ab019ecf0f60e1140536a762d613 into 58e10b51c41348cebc3021ee57f7530a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:33,794 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:33,794 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/B, priority=13, startTime=1733262153337; duration=0sec 2024-12-03T21:42:33,794 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:33,794 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:B 2024-12-03T21:42:33,794 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:33,794 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/C is initiating minor compaction (all files) 2024-12-03T21:42:33,794 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/C in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:33,794 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/b8b56f005e9d481a81a3ab778e53058e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/7999f5cffd2345e0b7fa4f62388928ea, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/f07b5133a0a84b9599b24e3491620b70] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=36.0 K 2024-12-03T21:42:33,794 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8b56f005e9d481a81a3ab778e53058e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733262149727 2024-12-03T21:42:33,795 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7999f5cffd2345e0b7fa4f62388928ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733262150393 2024-12-03T21:42:33,795 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f07b5133a0a84b9599b24e3491620b70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262151744 2024-12-03T21:42:33,800 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#C#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:33,800 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/d25bfcb8398d4469aaf3991a81d66eea is 50, key is test_row_0/C:col10/1733262151744/Put/seqid=0 2024-12-03T21:42:33,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742307_1483 (size=12663) 2024-12-03T21:42:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262213944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262213953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:33,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/edd37e5caaca4f07af47412e732a210f 2024-12-03T21:42:34,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/539d1574992441df9eb7e5c4a200f075 is 50, key is test_row_0/B:col10/1733262152956/Put/seqid=0 2024-12-03T21:42:34,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742308_1484 (size=12151) 2024-12-03T21:42:34,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/539d1574992441df9eb7e5c4a200f075 2024-12-03T21:42:34,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/da0250061fc9406da19ff645b30ece95 is 50, key is test_row_0/C:col10/1733262152956/Put/seqid=0 2024-12-03T21:42:34,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742309_1485 (size=12151) 2024-12-03T21:42:34,208 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/d25bfcb8398d4469aaf3991a81d66eea as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/d25bfcb8398d4469aaf3991a81d66eea 2024-12-03T21:42:34,211 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/C of a3a2ab019ecf0f60e1140536a762d613 into d25bfcb8398d4469aaf3991a81d66eea(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:34,211 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:34,211 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/C, priority=13, startTime=1733262153338; duration=0sec 2024-12-03T21:42:34,212 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:34,212 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:C 2024-12-03T21:42:34,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262214253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262214264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/da0250061fc9406da19ff645b30ece95 2024-12-03T21:42:34,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/edd37e5caaca4f07af47412e732a210f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/edd37e5caaca4f07af47412e732a210f 2024-12-03T21:42:34,423 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/edd37e5caaca4f07af47412e732a210f, entries=250, sequenceid=207, filesize=16.5 K 2024-12-03T21:42:34,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/539d1574992441df9eb7e5c4a200f075 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/539d1574992441df9eb7e5c4a200f075 2024-12-03T21:42:34,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/539d1574992441df9eb7e5c4a200f075, entries=150, sequenceid=207, filesize=11.9 K 2024-12-03T21:42:34,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/da0250061fc9406da19ff645b30ece95 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/da0250061fc9406da19ff645b30ece95 2024-12-03T21:42:34,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/da0250061fc9406da19ff645b30ece95, entries=150, sequenceid=207, filesize=11.9 K 2024-12-03T21:42:34,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a3a2ab019ecf0f60e1140536a762d613 in 844ms, sequenceid=207, compaction requested=false 2024-12-03T21:42:34,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:34,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-03T21:42:34,434 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:34,434 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:34,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-03T21:42:34,436 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T21:42:34,436 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:34,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:34,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T21:42:34,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:34,578 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T21:42:34,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:34,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:34,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:34,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:34,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:34,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:34,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/32622a0f2d1a4757b3c6d8bfd10ee228 is 50, key is test_row_0/A:col10/1733262153627/Put/seqid=0 2024-12-03T21:42:34,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742310_1486 (size=14541) 2024-12-03T21:42:34,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T21:42:34,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:34,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:34,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:34,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:34,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:34,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262214609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262214613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262214614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262214723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262214724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262214724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T21:42:34,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:34,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:34,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:34,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:34,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:34,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T21:42:34,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262214763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,767 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262214773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T21:42:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:34,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:34,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:34,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:34,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:34,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262214934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262214934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262214934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:34,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/32622a0f2d1a4757b3c6d8bfd10ee228 2024-12-03T21:42:34,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/9ac47d2198b54bb4a86865a7a400e8c6 is 50, key is test_row_0/B:col10/1733262153627/Put/seqid=0 2024-12-03T21:42:34,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742311_1487 (size=12151) 2024-12-03T21:42:34,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/9ac47d2198b54bb4a86865a7a400e8c6 2024-12-03T21:42:34,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/869bbe79742f4affb44d1fa20ff87b6a is 50, key is test_row_0/C:col10/1733262153627/Put/seqid=0 2024-12-03T21:42:35,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742312_1488 (size=12151) 2024-12-03T21:42:35,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T21:42:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T21:42:35,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T21:42:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:35,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262215243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262215243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262215244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,249 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T21:42:35,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:35,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:35,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:35,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/869bbe79742f4affb44d1fa20ff87b6a 2024-12-03T21:42:35,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/32622a0f2d1a4757b3c6d8bfd10ee228 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/32622a0f2d1a4757b3c6d8bfd10ee228 2024-12-03T21:42:35,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/32622a0f2d1a4757b3c6d8bfd10ee228, entries=200, sequenceid=227, filesize=14.2 K 2024-12-03T21:42:35,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/9ac47d2198b54bb4a86865a7a400e8c6 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/9ac47d2198b54bb4a86865a7a400e8c6 2024-12-03T21:42:35,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/9ac47d2198b54bb4a86865a7a400e8c6, entries=150, sequenceid=227, filesize=11.9 K 2024-12-03T21:42:35,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/869bbe79742f4affb44d1fa20ff87b6a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/869bbe79742f4affb44d1fa20ff87b6a 2024-12-03T21:42:35,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/869bbe79742f4affb44d1fa20ff87b6a, entries=150, sequenceid=227, filesize=11.9 K 2024-12-03T21:42:35,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a3a2ab019ecf0f60e1140536a762d613 in 840ms, sequenceid=227, compaction requested=true 2024-12-03T21:42:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:35,418 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:35,418 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:35,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:35,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:35,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:35,419 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44135 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:35,419 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/A is initiating minor compaction (all files) 2024-12-03T21:42:35,419 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/A in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,419 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2971c5a3aff348728871b71d9cfa27b9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/edd37e5caaca4f07af47412e732a210f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/32622a0f2d1a4757b3c6d8bfd10ee228] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=43.1 K 2024-12-03T21:42:35,419 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:35,419 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/B is initiating minor compaction (all files) 2024-12-03T21:42:35,419 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/B in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,419 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/58e10b51c41348cebc3021ee57f7530a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/539d1574992441df9eb7e5c4a200f075, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/9ac47d2198b54bb4a86865a7a400e8c6] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=36.1 K 2024-12-03T21:42:35,420 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2971c5a3aff348728871b71d9cfa27b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262151744 2024-12-03T21:42:35,420 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 58e10b51c41348cebc3021ee57f7530a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262151744 2024-12-03T21:42:35,420 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting edd37e5caaca4f07af47412e732a210f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733262152943 2024-12-03T21:42:35,420 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 539d1574992441df9eb7e5c4a200f075, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733262152956 2024-12-03T21:42:35,420 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32622a0f2d1a4757b3c6d8bfd10ee228, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262153611 2024-12-03T21:42:35,420 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9ac47d2198b54bb4a86865a7a400e8c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262153611 2024-12-03T21:42:35,426 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#B#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:35,426 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/86b9bbda7b234acd8e000c1d6e637a53 is 50, key is test_row_0/B:col10/1733262153627/Put/seqid=0 2024-12-03T21:42:35,428 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#A#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:35,429 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/c64d3622dc69475598111aa83477115d is 50, key is test_row_0/A:col10/1733262153627/Put/seqid=0 2024-12-03T21:42:35,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742313_1489 (size=12765) 2024-12-03T21:42:35,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742314_1490 (size=12765) 2024-12-03T21:42:35,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-03T21:42:35,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,504 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:42:35,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:35,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:35,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:35,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:35,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:35,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:35,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/f157a25060cd4e969a36dd5737ae3b8c is 50, key is test_row_0/A:col10/1733262154611/Put/seqid=0 2024-12-03T21:42:35,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742315_1491 (size=12151) 2024-12-03T21:42:35,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T21:42:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:35,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:35,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262215776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262215783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,808 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:35,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,809 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262215801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262215801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262215801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,834 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/86b9bbda7b234acd8e000c1d6e637a53 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/86b9bbda7b234acd8e000c1d6e637a53 2024-12-03T21:42:35,835 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/c64d3622dc69475598111aa83477115d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/c64d3622dc69475598111aa83477115d 2024-12-03T21:42:35,838 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/B of a3a2ab019ecf0f60e1140536a762d613 into 86b9bbda7b234acd8e000c1d6e637a53(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:35,838 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/A of a3a2ab019ecf0f60e1140536a762d613 into c64d3622dc69475598111aa83477115d(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:35,838 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:35,838 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:35,838 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/B, priority=13, startTime=1733262155418; duration=0sec 2024-12-03T21:42:35,838 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/A, priority=13, startTime=1733262155418; duration=0sec 2024-12-03T21:42:35,838 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:35,839 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:35,839 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:B 2024-12-03T21:42:35,839 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:A 2024-12-03T21:42:35,839 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:35,839 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:35,839 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/C is initiating minor compaction (all files) 2024-12-03T21:42:35,839 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/C in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:35,839 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/d25bfcb8398d4469aaf3991a81d66eea, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/da0250061fc9406da19ff645b30ece95, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/869bbe79742f4affb44d1fa20ff87b6a] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=36.1 K 2024-12-03T21:42:35,840 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting d25bfcb8398d4469aaf3991a81d66eea, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733262151744 2024-12-03T21:42:35,840 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting da0250061fc9406da19ff645b30ece95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733262152956 2024-12-03T21:42:35,840 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 869bbe79742f4affb44d1fa20ff87b6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262153611 2024-12-03T21:42:35,845 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#C#compaction#420 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:35,845 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/58145e5ff24e45229b38b9dfcc410a6c is 50, key is test_row_0/C:col10/1733262153627/Put/seqid=0 2024-12-03T21:42:35,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742316_1492 (size=12765) 2024-12-03T21:42:35,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262215903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,911 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/f157a25060cd4e969a36dd5737ae3b8c 2024-12-03T21:42:35,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/25d16259bf24460fadb70bfb72c79375 is 50, key is test_row_0/B:col10/1733262154611/Put/seqid=0 2024-12-03T21:42:35,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262215913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262215914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262215914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:35,922 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:35,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742317_1493 (size=12151) 2024-12-03T21:42:36,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262216113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,119 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262216123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,127 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262216134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262216134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,252 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/58145e5ff24e45229b38b9dfcc410a6c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/58145e5ff24e45229b38b9dfcc410a6c 2024-12-03T21:42:36,256 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/C of a3a2ab019ecf0f60e1140536a762d613 into 58145e5ff24e45229b38b9dfcc410a6c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:36,256 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:36,256 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/C, priority=13, startTime=1733262155419; duration=0sec 2024-12-03T21:42:36,256 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:36,256 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:C 2024-12-03T21:42:36,325 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/25d16259bf24460fadb70bfb72c79375 2024-12-03T21:42:36,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/8f247988ee3d419fa180f8397c2b90cd is 50, key is test_row_0/C:col10/1733262154611/Put/seqid=0 2024-12-03T21:42:36,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742318_1494 (size=12151) 2024-12-03T21:42:36,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262216424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,427 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262216434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,438 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262216443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262216443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,449 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T21:42:36,734 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/8f247988ee3d419fa180f8397c2b90cd 2024-12-03T21:42:36,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/f157a25060cd4e969a36dd5737ae3b8c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/f157a25060cd4e969a36dd5737ae3b8c 2024-12-03T21:42:36,740 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/f157a25060cd4e969a36dd5737ae3b8c, entries=150, sequenceid=242, filesize=11.9 K 2024-12-03T21:42:36,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/25d16259bf24460fadb70bfb72c79375 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/25d16259bf24460fadb70bfb72c79375 2024-12-03T21:42:36,743 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/25d16259bf24460fadb70bfb72c79375, entries=150, sequenceid=242, filesize=11.9 K 2024-12-03T21:42:36,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/8f247988ee3d419fa180f8397c2b90cd as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f247988ee3d419fa180f8397c2b90cd 2024-12-03T21:42:36,746 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f247988ee3d419fa180f8397c2b90cd, entries=150, sequenceid=242, filesize=11.9 K 2024-12-03T21:42:36,747 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a3a2ab019ecf0f60e1140536a762d613 in 1243ms, sequenceid=242, compaction requested=false 2024-12-03T21:42:36,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:36,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:36,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-03T21:42:36,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-03T21:42:36,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-03T21:42:36,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3120 sec 2024-12-03T21:42:36,751 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.3150 sec 2024-12-03T21:42:36,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:36,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:42:36,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:36,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:36,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:36,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:36,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:36,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:36,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/a9e21f9f4c9d4e88abb7736d31565c85 is 50, key is test_row_0/A:col10/1733262155783/Put/seqid=0 2024-12-03T21:42:36,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742319_1495 (size=14691) 2024-12-03T21:42:36,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/a9e21f9f4c9d4e88abb7736d31565c85 2024-12-03T21:42:36,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/8b5442c47a67426b8b79a2014e346ca5 is 50, key is test_row_0/B:col10/1733262155783/Put/seqid=0 2024-12-03T21:42:36,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742320_1496 (size=12301) 2024-12-03T21:42:36,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262216965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262216971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,974 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262216972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:36,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:36,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262216974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:36,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262217084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262217084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262217084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262217084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,092 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262217294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262217294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262217294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262217294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/8b5442c47a67426b8b79a2014e346ca5 2024-12-03T21:42:37,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/3ca3085f8dd6420786762490a5998308 is 50, key is test_row_0/C:col10/1733262155783/Put/seqid=0 2024-12-03T21:42:37,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742321_1497 (size=12301) 2024-12-03T21:42:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262217603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262217603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262217603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262217614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:37,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/3ca3085f8dd6420786762490a5998308 2024-12-03T21:42:37,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/a9e21f9f4c9d4e88abb7736d31565c85 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/a9e21f9f4c9d4e88abb7736d31565c85 2024-12-03T21:42:37,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/a9e21f9f4c9d4e88abb7736d31565c85, entries=200, sequenceid=263, filesize=14.3 K 2024-12-03T21:42:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/8b5442c47a67426b8b79a2014e346ca5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8b5442c47a67426b8b79a2014e346ca5 2024-12-03T21:42:37,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8b5442c47a67426b8b79a2014e346ca5, entries=150, sequenceid=263, filesize=12.0 K 2024-12-03T21:42:37,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/3ca3085f8dd6420786762490a5998308 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ca3085f8dd6420786762490a5998308 2024-12-03T21:42:37,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ca3085f8dd6420786762490a5998308, entries=150, sequenceid=263, filesize=12.0 K 2024-12-03T21:42:37,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a3a2ab019ecf0f60e1140536a762d613 in 837ms, sequenceid=263, compaction requested=true 2024-12-03T21:42:37,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:37,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:37,775 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:37,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:37,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:37,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:37,775 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:37,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:37,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:37,776 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:37,776 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/B is initiating minor compaction (all files) 2024-12-03T21:42:37,776 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/B in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:37,776 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/86b9bbda7b234acd8e000c1d6e637a53, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/25d16259bf24460fadb70bfb72c79375, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8b5442c47a67426b8b79a2014e346ca5] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=36.3 K 2024-12-03T21:42:37,776 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39607 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:37,776 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/A is initiating minor compaction (all files) 2024-12-03T21:42:37,776 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/A in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:37,776 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 86b9bbda7b234acd8e000c1d6e637a53, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262153611 2024-12-03T21:42:37,776 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/c64d3622dc69475598111aa83477115d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/f157a25060cd4e969a36dd5737ae3b8c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/a9e21f9f4c9d4e88abb7736d31565c85] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=38.7 K 2024-12-03T21:42:37,776 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 25d16259bf24460fadb70bfb72c79375, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733262154608 2024-12-03T21:42:37,776 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c64d3622dc69475598111aa83477115d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262153611 2024-12-03T21:42:37,776 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b5442c47a67426b8b79a2014e346ca5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733262155783 2024-12-03T21:42:37,777 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f157a25060cd4e969a36dd5737ae3b8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733262154608 2024-12-03T21:42:37,777 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9e21f9f4c9d4e88abb7736d31565c85, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733262155774 2024-12-03T21:42:37,781 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#B#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:37,782 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/5db3f455996448a591f841958c3383c4 is 50, key is test_row_0/B:col10/1733262155783/Put/seqid=0 2024-12-03T21:42:37,793 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#A#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:37,793 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/1549a76a686444c38ecb4a935a363b80 is 50, key is test_row_0/A:col10/1733262155783/Put/seqid=0 2024-12-03T21:42:37,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742322_1498 (size=13017) 2024-12-03T21:42:37,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742323_1499 (size=13017) 2024-12-03T21:42:37,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:37,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-03T21:42:37,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:37,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:37,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:37,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:37,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:37,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:37,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/54ff3f27eda64fc3861aad3855b39695 is 50, key is test_row_0/A:col10/1733262156970/Put/seqid=0 2024-12-03T21:42:37,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742324_1500 (size=14741) 2024-12-03T21:42:37,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262217902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:38,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:38,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262218014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,020 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:38,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262218123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:38,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:38,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262218124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:38,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262218124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:38,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:38,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262218134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:38,202 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/5db3f455996448a591f841958c3383c4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5db3f455996448a591f841958c3383c4 2024-12-03T21:42:38,205 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/B of a3a2ab019ecf0f60e1140536a762d613 into 5db3f455996448a591f841958c3383c4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:38,206 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:38,206 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/B, priority=13, startTime=1733262157775; duration=0sec 2024-12-03T21:42:38,206 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:38,206 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:B 2024-12-03T21:42:38,206 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:38,206 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:38,207 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/C is initiating minor compaction (all files) 2024-12-03T21:42:38,207 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/C in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:38,207 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/58145e5ff24e45229b38b9dfcc410a6c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f247988ee3d419fa180f8397c2b90cd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ca3085f8dd6420786762490a5998308] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=36.3 K 2024-12-03T21:42:38,207 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 58145e5ff24e45229b38b9dfcc410a6c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1733262153611 2024-12-03T21:42:38,207 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f247988ee3d419fa180f8397c2b90cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733262154608 2024-12-03T21:42:38,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ca3085f8dd6420786762490a5998308, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733262155783 2024-12-03T21:42:38,210 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/1549a76a686444c38ecb4a935a363b80 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/1549a76a686444c38ecb4a935a363b80 2024-12-03T21:42:38,213 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/A of a3a2ab019ecf0f60e1140536a762d613 into 1549a76a686444c38ecb4a935a363b80(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:38,213 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:38,213 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/A, priority=13, startTime=1733262157775; duration=0sec 2024-12-03T21:42:38,214 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:38,214 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:A 2024-12-03T21:42:38,214 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#C#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:38,214 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/0ab47f0a0383420898f9baffed12ff98 is 50, key is test_row_0/C:col10/1733262155783/Put/seqid=0 2024-12-03T21:42:38,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742325_1501 (size=13017) 2024-12-03T21:42:38,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:38,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262218224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,232 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:38,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/54ff3f27eda64fc3861aad3855b39695 2024-12-03T21:42:38,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/b82145eae76341169db9eb94cfee54ae is 50, key is test_row_0/B:col10/1733262156970/Put/seqid=0 2024-12-03T21:42:38,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742326_1502 (size=12301) 2024-12-03T21:42:38,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262218534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:38,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:38,538 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-03T21:42:38,594 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:38,594 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-03T21:42:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T21:42:38,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:38,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:38,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:38,622 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/0ab47f0a0383420898f9baffed12ff98 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/0ab47f0a0383420898f9baffed12ff98 2024-12-03T21:42:38,626 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/C of a3a2ab019ecf0f60e1140536a762d613 into 0ab47f0a0383420898f9baffed12ff98(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:38,626 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:38,626 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/C, priority=13, startTime=1733262157775; duration=0sec 2024-12-03T21:42:38,626 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:38,626 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:C 2024-12-03T21:42:38,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/b82145eae76341169db9eb94cfee54ae 2024-12-03T21:42:38,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/9527739f5c05487ea24ec521360d395b is 50, key is test_row_0/C:col10/1733262156970/Put/seqid=0 2024-12-03T21:42:38,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742327_1503 (size=12301) 2024-12-03T21:42:38,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/9527739f5c05487ea24ec521360d395b 2024-12-03T21:42:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/54ff3f27eda64fc3861aad3855b39695 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/54ff3f27eda64fc3861aad3855b39695 2024-12-03T21:42:38,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/54ff3f27eda64fc3861aad3855b39695, entries=200, sequenceid=278, filesize=14.4 K 2024-12-03T21:42:38,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/b82145eae76341169db9eb94cfee54ae as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b82145eae76341169db9eb94cfee54ae 2024-12-03T21:42:38,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b82145eae76341169db9eb94cfee54ae, entries=150, sequenceid=278, filesize=12.0 K 2024-12-03T21:42:38,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/9527739f5c05487ea24ec521360d395b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/9527739f5c05487ea24ec521360d395b 2024-12-03T21:42:38,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/9527739f5c05487ea24ec521360d395b, entries=150, sequenceid=278, filesize=12.0 K 2024-12-03T21:42:38,670 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a3a2ab019ecf0f60e1140536a762d613 in 841ms, sequenceid=278, compaction requested=false 2024-12-03T21:42:38,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T21:42:38,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-03T21:42:38,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:38,748 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T21:42:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:38,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:38,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/2a7f531784354608a45011f1de5a223e is 50, key is test_row_0/A:col10/1733262157886/Put/seqid=0 2024-12-03T21:42:38,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742328_1504 (size=12301) 2024-12-03T21:42:38,756 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/2a7f531784354608a45011f1de5a223e 2024-12-03T21:42:38,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/8d081e8c638e44cab45c29e483d99723 is 50, key is test_row_0/B:col10/1733262157886/Put/seqid=0 2024-12-03T21:42:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742329_1505 (size=12301) 2024-12-03T21:42:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T21:42:39,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:39,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:39,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262219104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35304 deadline: 1733262219134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:39,139 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:39,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35248 deadline: 1733262219143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:39,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:39,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35234 deadline: 1733262219143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:39,149 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:39,150 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:39,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35282 deadline: 1733262219153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:39,158 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in a3a2ab019ecf0f60e1140536a762d613 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:39,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:39,164 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/8d081e8c638e44cab45c29e483d99723 2024-12-03T21:42:39,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/bbf5dbf12bdc4317a42898fc72c3f1bb is 50, key is test_row_0/C:col10/1733262157886/Put/seqid=0 2024-12-03T21:42:39,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742330_1506 (size=12301) 2024-12-03T21:42:39,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:39,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262219213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T21:42:39,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:39,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262219424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:39,573 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/bbf5dbf12bdc4317a42898fc72c3f1bb 2024-12-03T21:42:39,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/2a7f531784354608a45011f1de5a223e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2a7f531784354608a45011f1de5a223e 2024-12-03T21:42:39,578 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2a7f531784354608a45011f1de5a223e, entries=150, sequenceid=298, filesize=12.0 K 2024-12-03T21:42:39,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/8d081e8c638e44cab45c29e483d99723 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8d081e8c638e44cab45c29e483d99723 2024-12-03T21:42:39,582 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8d081e8c638e44cab45c29e483d99723, entries=150, sequenceid=298, filesize=12.0 K 2024-12-03T21:42:39,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/bbf5dbf12bdc4317a42898fc72c3f1bb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/bbf5dbf12bdc4317a42898fc72c3f1bb 2024-12-03T21:42:39,585 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/bbf5dbf12bdc4317a42898fc72c3f1bb, entries=150, sequenceid=298, filesize=12.0 K 2024-12-03T21:42:39,585 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for a3a2ab019ecf0f60e1140536a762d613 in 838ms, sequenceid=298, compaction requested=true 2024-12-03T21:42:39,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:39,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:39,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-03T21:42:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-03T21:42:39,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-03T21:42:39,588 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 991 msec 2024-12-03T21:42:39,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 994 msec 2024-12-03T21:42:39,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:42:39,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-03T21:42:39,733 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:39,734 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-03T21:42:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T21:42:39,735 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:39,736 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:39,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:39,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:42:39,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:39,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:39,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:39,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:39,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:39,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:39,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/687476be9bb44393b177a79505194a63 is 50, key is test_row_0/A:col10/1733262159087/Put/seqid=0 2024-12-03T21:42:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742331_1507 (size=14741) 2024-12-03T21:42:39,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262219809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:39,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T21:42:39,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T21:42:39,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:39,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:39,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:39,888 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:39,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:39,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262219924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:40,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T21:42:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T21:42:40,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262220133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:40,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:40,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/687476be9bb44393b177a79505194a63 2024-12-03T21:42:40,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/110c972c7b2e437792f08c8ef4191f02 is 50, key is test_row_0/B:col10/1733262159087/Put/seqid=0 2024-12-03T21:42:40,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742332_1508 (size=12301) 2024-12-03T21:42:40,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T21:42:40,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T21:42:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T21:42:40,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:40,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262220444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:40,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:40,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T21:42:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,554 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/110c972c7b2e437792f08c8ef4191f02 2024-12-03T21:42:40,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/4bb38e33590d45ecb92fe0a1e29bb9e1 is 50, key is test_row_0/C:col10/1733262159087/Put/seqid=0 2024-12-03T21:42:40,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742333_1509 (size=12301) 2024-12-03T21:42:40,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T21:42:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T21:42:40,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T21:42:40,955 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T21:42:40,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:40,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:40,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35246 deadline: 1733262220954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 , the old value is region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:40,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., hostname=101545f66cbd,43541,1733262011125, seqNum=2 because the exception is null or not the one we care about 2024-12-03T21:42:40,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/4bb38e33590d45ecb92fe0a1e29bb9e1 2024-12-03T21:42:40,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/687476be9bb44393b177a79505194a63 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/687476be9bb44393b177a79505194a63 2024-12-03T21:42:40,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/687476be9bb44393b177a79505194a63, entries=200, sequenceid=314, filesize=14.4 K 2024-12-03T21:42:40,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/110c972c7b2e437792f08c8ef4191f02 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/110c972c7b2e437792f08c8ef4191f02 2024-12-03T21:42:40,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/110c972c7b2e437792f08c8ef4191f02, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T21:42:40,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/4bb38e33590d45ecb92fe0a1e29bb9e1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4bb38e33590d45ecb92fe0a1e29bb9e1 2024-12-03T21:42:40,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4bb38e33590d45ecb92fe0a1e29bb9e1, entries=150, sequenceid=314, filesize=12.0 K 2024-12-03T21:42:40,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a3a2ab019ecf0f60e1140536a762d613 in 1241ms, sequenceid=314, compaction requested=true 2024-12-03T21:42:40,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:40,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:40,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:40,980 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:42:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:40,980 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:42:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a3a2ab019ecf0f60e1140536a762d613:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:40,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:40,980 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:42:40,980 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:42:40,980 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/B is initiating minor compaction (all files) 2024-12-03T21:42:40,980 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/A is initiating minor compaction (all files) 2024-12-03T21:42:40,980 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/B in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,980 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/A in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:40,981 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/1549a76a686444c38ecb4a935a363b80, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/54ff3f27eda64fc3861aad3855b39695, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2a7f531784354608a45011f1de5a223e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/687476be9bb44393b177a79505194a63] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=53.5 K 2024-12-03T21:42:40,981 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5db3f455996448a591f841958c3383c4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b82145eae76341169db9eb94cfee54ae, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8d081e8c638e44cab45c29e483d99723, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/110c972c7b2e437792f08c8ef4191f02] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=48.8 K 2024-12-03T21:42:40,981 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1549a76a686444c38ecb4a935a363b80, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733262155783 2024-12-03T21:42:40,981 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 5db3f455996448a591f841958c3383c4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733262155783 2024-12-03T21:42:40,981 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54ff3f27eda64fc3861aad3855b39695, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733262156970 2024-12-03T21:42:40,981 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting b82145eae76341169db9eb94cfee54ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733262156970 2024-12-03T21:42:40,981 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a7f531784354608a45011f1de5a223e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733262157883 2024-12-03T21:42:40,981 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d081e8c638e44cab45c29e483d99723, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733262157883 2024-12-03T21:42:40,981 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 687476be9bb44393b177a79505194a63, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733262159087 2024-12-03T21:42:40,981 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 110c972c7b2e437792f08c8ef4191f02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733262159087 2024-12-03T21:42:40,987 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#A#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:40,987 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/11fa6e0c8a504c8789cfe8427a2575c1 is 50, key is test_row_0/A:col10/1733262159087/Put/seqid=0 2024-12-03T21:42:40,990 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#B#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:40,991 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/3c4ef9cb27f24a36b7e3c68a96c2c093 is 50, key is test_row_0/B:col10/1733262159087/Put/seqid=0 2024-12-03T21:42:40,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742334_1510 (size=13153) 2024-12-03T21:42:40,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742335_1511 (size=13153) 2024-12-03T21:42:41,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-03T21:42:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:41,108 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:42:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:41,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:41,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/6aedcccaffda4b69965f588721cc7eaf is 50, key is test_row_1/A:col10/1733262159800/Put/seqid=0 2024-12-03T21:42:41,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742336_1512 (size=9857) 2024-12-03T21:42:41,117 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/6aedcccaffda4b69965f588721cc7eaf 2024-12-03T21:42:41,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/adb98ae46e044572a5bcd9aed43cdacb is 50, key is test_row_1/B:col10/1733262159800/Put/seqid=0 2024-12-03T21:42:41,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742337_1513 (size=9857) 2024-12-03T21:42:41,142 INFO [Thread-1966 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1966. 2024-12-03T21:42:41,142 DEBUG [Thread-1966 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,142 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,142 DEBUG [Thread-1966 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,144 INFO [Thread-1968 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1968. 2024-12-03T21:42:41,144 DEBUG [Thread-1968 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,144 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,144 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,144 INFO [Thread-1970 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1970. 2024-12-03T21:42:41,144 DEBUG [Thread-1970 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,144 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,144 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:41,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. as already flushing 2024-12-03T21:42:41,146 INFO [Thread-1957 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1957. 2024-12-03T21:42:41,146 DEBUG [Thread-1957 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,146 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,146 DEBUG [Thread-1957 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,146 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,147 INFO [Thread-1972 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1972. 2024-12-03T21:42:41,147 DEBUG [Thread-1972 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,147 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,147 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,151 INFO [Thread-1974 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1974. 2024-12-03T21:42:41,151 DEBUG [Thread-1974 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,151 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,151 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,155 INFO [Thread-1961 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1961. 2024-12-03T21:42:41,155 DEBUG [Thread-1961 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,155 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,155 DEBUG [Thread-1961 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,165 INFO [Thread-1959 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1959. 2024-12-03T21:42:41,165 INFO [Thread-1955 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1955. 2024-12-03T21:42:41,165 DEBUG [Thread-1959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,165 DEBUG [Thread-1955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,165 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,165 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,165 DEBUG [Thread-1959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,165 DEBUG [Thread-1955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,405 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/11fa6e0c8a504c8789cfe8427a2575c1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/11fa6e0c8a504c8789cfe8427a2575c1 2024-12-03T21:42:41,406 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/3c4ef9cb27f24a36b7e3c68a96c2c093 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/3c4ef9cb27f24a36b7e3c68a96c2c093 2024-12-03T21:42:41,410 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/A of a3a2ab019ecf0f60e1140536a762d613 into 11fa6e0c8a504c8789cfe8427a2575c1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:41,410 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/B of a3a2ab019ecf0f60e1140536a762d613 into 3c4ef9cb27f24a36b7e3c68a96c2c093(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:41,411 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:41,411 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:41,411 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/A, priority=12, startTime=1733262160979; duration=0sec 2024-12-03T21:42:41,411 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/B, priority=12, startTime=1733262160980; duration=0sec 2024-12-03T21:42:41,411 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:41,411 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:41,411 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:B 2024-12-03T21:42:41,411 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:A 2024-12-03T21:42:41,411 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-03T21:42:41,412 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-03T21:42:41,412 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): a3a2ab019ecf0f60e1140536a762d613/C is initiating minor compaction (all files) 2024-12-03T21:42:41,412 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a3a2ab019ecf0f60e1140536a762d613/C in TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:41,412 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/0ab47f0a0383420898f9baffed12ff98, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/9527739f5c05487ea24ec521360d395b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/bbf5dbf12bdc4317a42898fc72c3f1bb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4bb38e33590d45ecb92fe0a1e29bb9e1] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp, totalSize=48.8 K 2024-12-03T21:42:41,413 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ab47f0a0383420898f9baffed12ff98, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733262155783 2024-12-03T21:42:41,413 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 9527739f5c05487ea24ec521360d395b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733262156970 2024-12-03T21:42:41,413 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting bbf5dbf12bdc4317a42898fc72c3f1bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733262157883 2024-12-03T21:42:41,413 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bb38e33590d45ecb92fe0a1e29bb9e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733262159087 2024-12-03T21:42:41,420 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a3a2ab019ecf0f60e1140536a762d613#C#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:41,420 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/1567159058f4487fb436060393375d89 is 50, key is test_row_0/C:col10/1733262159087/Put/seqid=0 2024-12-03T21:42:41,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742338_1514 (size=13153) 2024-12-03T21:42:41,539 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/adb98ae46e044572a5bcd9aed43cdacb 2024-12-03T21:42:41,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/b1558acec80e4eb0844c498f5d55076a is 50, key is test_row_1/C:col10/1733262159800/Put/seqid=0 2024-12-03T21:42:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742339_1515 (size=9857) 2024-12-03T21:42:41,835 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/1567159058f4487fb436060393375d89 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/1567159058f4487fb436060393375d89 2024-12-03T21:42:41,840 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a3a2ab019ecf0f60e1140536a762d613/C of a3a2ab019ecf0f60e1140536a762d613 into 1567159058f4487fb436060393375d89(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:41,840 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:41,840 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., storeName=a3a2ab019ecf0f60e1140536a762d613/C, priority=12, startTime=1733262160980; duration=0sec 2024-12-03T21:42:41,840 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:41,840 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a3a2ab019ecf0f60e1140536a762d613:C 2024-12-03T21:42:41,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T21:42:41,960 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/b1558acec80e4eb0844c498f5d55076a 2024-12-03T21:42:41,968 INFO [Thread-1963 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1963. 2024-12-03T21:42:41,968 DEBUG [Thread-1963 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:42:41,968 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,968 DEBUG [Thread-1963 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:41,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:41,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/6aedcccaffda4b69965f588721cc7eaf as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/6aedcccaffda4b69965f588721cc7eaf 2024-12-03T21:42:41,975 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/6aedcccaffda4b69965f588721cc7eaf, entries=100, sequenceid=330, filesize=9.6 K 2024-12-03T21:42:41,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/adb98ae46e044572a5bcd9aed43cdacb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/adb98ae46e044572a5bcd9aed43cdacb 2024-12-03T21:42:41,978 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/adb98ae46e044572a5bcd9aed43cdacb, entries=100, sequenceid=330, filesize=9.6 K 2024-12-03T21:42:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/b1558acec80e4eb0844c498f5d55076a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/b1558acec80e4eb0844c498f5d55076a 2024-12-03T21:42:41,982 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/b1558acec80e4eb0844c498f5d55076a, entries=100, sequenceid=330, filesize=9.6 K 2024-12-03T21:42:41,982 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=33.54 KB/34350 for a3a2ab019ecf0f60e1140536a762d613 in 874ms, sequenceid=330, compaction requested=false 2024-12-03T21:42:41,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for a3a2ab019ecf0f60e1140536a762d613: 2024-12-03T21:42:41,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:41,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-03T21:42:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-03T21:42:41,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-03T21:42:41,985 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2480 sec 2024-12-03T21:42:41,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 2.2510 sec 2024-12-03T21:42:43,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-03T21:42:43,895 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1837 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5511 rows 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1832 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5495 rows 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1842 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5526 rows 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1834 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5501 rows 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1830 2024-12-03T21:42:43,896 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5489 rows 2024-12-03T21:42:43,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:42:43,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:42:43,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:43,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:43,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:42:43,899 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T21:42:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T21:42:43,911 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262163910"}]},"ts":"1733262163910"} 2024-12-03T21:42:43,914 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T21:42:43,914 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T21:42:43,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T21:42:43,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3a2ab019ecf0f60e1140536a762d613, UNASSIGN}] 2024-12-03T21:42:43,918 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3a2ab019ecf0f60e1140536a762d613, UNASSIGN 2024-12-03T21:42:43,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=a3a2ab019ecf0f60e1140536a762d613, regionState=CLOSING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:42:43,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=144, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3a2ab019ecf0f60e1140536a762d613, UNASSIGN because future has completed 2024-12-03T21:42:43,920 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T21:42:43,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:42:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T21:42:44,074 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(122): Close a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:44,074 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T21:42:44,074 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1722): Closing a3a2ab019ecf0f60e1140536a762d613, disabling compactions & flushes 2024-12-03T21:42:44,074 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:44,074 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:44,074 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. after waiting 0 ms 2024-12-03T21:42:44,074 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:44,075 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(2902): Flushing a3a2ab019ecf0f60e1140536a762d613 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-03T21:42:44,075 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=A 2024-12-03T21:42:44,075 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:44,076 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=B 2024-12-03T21:42:44,076 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:44,076 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a3a2ab019ecf0f60e1140536a762d613, store=C 2024-12-03T21:42:44,076 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:44,084 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/e992ac686c96419e91a724164a5365da is 50, key is test_row_0/A:col10/1733262161164/Put/seqid=0 2024-12-03T21:42:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742340_1516 (size=9857) 2024-12-03T21:42:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T21:42:44,489 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/e992ac686c96419e91a724164a5365da 2024-12-03T21:42:44,501 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/f3c11f3187874928bdbe4d573d874538 is 50, key is test_row_0/B:col10/1733262161164/Put/seqid=0 2024-12-03T21:42:44,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742341_1517 (size=9857) 2024-12-03T21:42:44,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T21:42:44,906 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/f3c11f3187874928bdbe4d573d874538 2024-12-03T21:42:44,920 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/1cb7e3ca225d41148a77d8cf3fd36392 is 50, key is test_row_0/C:col10/1733262161164/Put/seqid=0 2024-12-03T21:42:44,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742342_1518 (size=9857) 2024-12-03T21:42:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T21:42:45,326 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/1cb7e3ca225d41148a77d8cf3fd36392 2024-12-03T21:42:45,336 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/A/e992ac686c96419e91a724164a5365da as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/e992ac686c96419e91a724164a5365da 2024-12-03T21:42:45,342 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/e992ac686c96419e91a724164a5365da, entries=100, sequenceid=341, filesize=9.6 K 2024-12-03T21:42:45,343 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/B/f3c11f3187874928bdbe4d573d874538 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/f3c11f3187874928bdbe4d573d874538 2024-12-03T21:42:45,347 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/f3c11f3187874928bdbe4d573d874538, entries=100, sequenceid=341, filesize=9.6 K 2024-12-03T21:42:45,348 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/.tmp/C/1cb7e3ca225d41148a77d8cf3fd36392 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/1cb7e3ca225d41148a77d8cf3fd36392 2024-12-03T21:42:45,352 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/1cb7e3ca225d41148a77d8cf3fd36392, entries=100, sequenceid=341, filesize=9.6 K 2024-12-03T21:42:45,353 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a3a2ab019ecf0f60e1140536a762d613 in 1278ms, sequenceid=341, compaction requested=true 2024-12-03T21:42:45,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/0ef6900fbf9a40ec85dd4a93a58f064a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ff40d9b550c6437da07cd098bc2ec518, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/fb196c849b6d4a72977b7d0ec5c71816, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/aceb0253edc242f4b091ddab9b32d6e4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/dfbdaea627fe4d0fbbacfc2ae8b3de9a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d6a960e18f0a473ba4f046a7c6f7bc3b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/bfc8123d9abc4c639803c47d6854beeb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d77dee74027a4f26a9a4fb1d07cc1d9c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/38e1029ace0f4cffa296a9142781355f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/7e26fe8f76d44393b48c4c23d3e76f25, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/00e9f0d91fa14d61a9716311fd0a6dab, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8fed5c72dca14a6fbe0022e075506bd2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/cdb44b49311045e9b9086dbb80a5629b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ad14dfdb5e0c480f99ef2c9e977e6d4f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8ff9012f383c486ba99a12eaddfdbe49, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2971c5a3aff348728871b71d9cfa27b9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/edd37e5caaca4f07af47412e732a210f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/32622a0f2d1a4757b3c6d8bfd10ee228, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/c64d3622dc69475598111aa83477115d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/f157a25060cd4e969a36dd5737ae3b8c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/a9e21f9f4c9d4e88abb7736d31565c85, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/1549a76a686444c38ecb4a935a363b80, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/54ff3f27eda64fc3861aad3855b39695, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2a7f531784354608a45011f1de5a223e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/687476be9bb44393b177a79505194a63] to archive 2024-12-03T21:42:45,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:42:45,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/0ef6900fbf9a40ec85dd4a93a58f064a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/0ef6900fbf9a40ec85dd4a93a58f064a 2024-12-03T21:42:45,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ff40d9b550c6437da07cd098bc2ec518 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ff40d9b550c6437da07cd098bc2ec518 2024-12-03T21:42:45,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/fb196c849b6d4a72977b7d0ec5c71816 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/fb196c849b6d4a72977b7d0ec5c71816 2024-12-03T21:42:45,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/aceb0253edc242f4b091ddab9b32d6e4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/aceb0253edc242f4b091ddab9b32d6e4 2024-12-03T21:42:45,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/dfbdaea627fe4d0fbbacfc2ae8b3de9a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/dfbdaea627fe4d0fbbacfc2ae8b3de9a 2024-12-03T21:42:45,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d6a960e18f0a473ba4f046a7c6f7bc3b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d6a960e18f0a473ba4f046a7c6f7bc3b 2024-12-03T21:42:45,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/bfc8123d9abc4c639803c47d6854beeb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/bfc8123d9abc4c639803c47d6854beeb 2024-12-03T21:42:45,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d77dee74027a4f26a9a4fb1d07cc1d9c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/d77dee74027a4f26a9a4fb1d07cc1d9c 2024-12-03T21:42:45,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/38e1029ace0f4cffa296a9142781355f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/38e1029ace0f4cffa296a9142781355f 2024-12-03T21:42:45,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/7e26fe8f76d44393b48c4c23d3e76f25 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/7e26fe8f76d44393b48c4c23d3e76f25 2024-12-03T21:42:45,372 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/00e9f0d91fa14d61a9716311fd0a6dab to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/00e9f0d91fa14d61a9716311fd0a6dab 2024-12-03T21:42:45,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8fed5c72dca14a6fbe0022e075506bd2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8fed5c72dca14a6fbe0022e075506bd2 2024-12-03T21:42:45,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/cdb44b49311045e9b9086dbb80a5629b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/cdb44b49311045e9b9086dbb80a5629b 2024-12-03T21:42:45,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ad14dfdb5e0c480f99ef2c9e977e6d4f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/ad14dfdb5e0c480f99ef2c9e977e6d4f 2024-12-03T21:42:45,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8ff9012f383c486ba99a12eaddfdbe49 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/8ff9012f383c486ba99a12eaddfdbe49 2024-12-03T21:42:45,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2971c5a3aff348728871b71d9cfa27b9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2971c5a3aff348728871b71d9cfa27b9 2024-12-03T21:42:45,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/edd37e5caaca4f07af47412e732a210f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/edd37e5caaca4f07af47412e732a210f 2024-12-03T21:42:45,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/32622a0f2d1a4757b3c6d8bfd10ee228 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/32622a0f2d1a4757b3c6d8bfd10ee228 2024-12-03T21:42:45,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/c64d3622dc69475598111aa83477115d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/c64d3622dc69475598111aa83477115d 2024-12-03T21:42:45,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/f157a25060cd4e969a36dd5737ae3b8c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/f157a25060cd4e969a36dd5737ae3b8c 2024-12-03T21:42:45,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/a9e21f9f4c9d4e88abb7736d31565c85 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/a9e21f9f4c9d4e88abb7736d31565c85 2024-12-03T21:42:45,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/1549a76a686444c38ecb4a935a363b80 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/1549a76a686444c38ecb4a935a363b80 2024-12-03T21:42:45,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/54ff3f27eda64fc3861aad3855b39695 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/54ff3f27eda64fc3861aad3855b39695 2024-12-03T21:42:45,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2a7f531784354608a45011f1de5a223e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/2a7f531784354608a45011f1de5a223e 2024-12-03T21:42:45,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/687476be9bb44393b177a79505194a63 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/687476be9bb44393b177a79505194a63 2024-12-03T21:42:45,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/fbe1e9910f3544afa0056d40ab31d021, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/6159e5097e4a4e54b8a62df4d64d8dee, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/030cf5c4f5264860a25e49e913a39d1d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/2a51305c465144a7b8c606b2beb8a842, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/af5dc0cd492b4129934dff405b36ac8b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5fd907ffd57f408780753160836bf1af, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/caa487057cd9481ca54987d52573e28a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/c886f2a0630b49e7a24ef870a62a7003, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/0e7f26e390be4d929ab7515ad39be005, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/4c70b1d8a42b4399a743a85c2c23af5a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/72b3ba220c854534ab4f9436088f3c18, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/21f41b3db85e40769d07711bcac02713, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a92757203300460a99d7202ff166ab40, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a7a358228a3e4c3cbabbf79e16d3f191, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/58e10b51c41348cebc3021ee57f7530a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b46a8dad57aa4d57b70b17cb4964a644, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/539d1574992441df9eb7e5c4a200f075, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/86b9bbda7b234acd8e000c1d6e637a53, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/9ac47d2198b54bb4a86865a7a400e8c6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/25d16259bf24460fadb70bfb72c79375, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5db3f455996448a591f841958c3383c4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8b5442c47a67426b8b79a2014e346ca5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b82145eae76341169db9eb94cfee54ae, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8d081e8c638e44cab45c29e483d99723, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/110c972c7b2e437792f08c8ef4191f02] to archive 2024-12-03T21:42:45,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:42:45,397 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/fbe1e9910f3544afa0056d40ab31d021 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/fbe1e9910f3544afa0056d40ab31d021 2024-12-03T21:42:45,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/6159e5097e4a4e54b8a62df4d64d8dee to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/6159e5097e4a4e54b8a62df4d64d8dee 2024-12-03T21:42:45,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/030cf5c4f5264860a25e49e913a39d1d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/030cf5c4f5264860a25e49e913a39d1d 2024-12-03T21:42:45,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/2a51305c465144a7b8c606b2beb8a842 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/2a51305c465144a7b8c606b2beb8a842 2024-12-03T21:42:45,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/af5dc0cd492b4129934dff405b36ac8b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/af5dc0cd492b4129934dff405b36ac8b 2024-12-03T21:42:45,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5fd907ffd57f408780753160836bf1af to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5fd907ffd57f408780753160836bf1af 2024-12-03T21:42:45,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/caa487057cd9481ca54987d52573e28a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/caa487057cd9481ca54987d52573e28a 2024-12-03T21:42:45,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/c886f2a0630b49e7a24ef870a62a7003 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/c886f2a0630b49e7a24ef870a62a7003 2024-12-03T21:42:45,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/0e7f26e390be4d929ab7515ad39be005 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/0e7f26e390be4d929ab7515ad39be005 2024-12-03T21:42:45,409 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/4c70b1d8a42b4399a743a85c2c23af5a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/4c70b1d8a42b4399a743a85c2c23af5a 2024-12-03T21:42:45,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/72b3ba220c854534ab4f9436088f3c18 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/72b3ba220c854534ab4f9436088f3c18 2024-12-03T21:42:45,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/21f41b3db85e40769d07711bcac02713 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/21f41b3db85e40769d07711bcac02713 2024-12-03T21:42:45,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a92757203300460a99d7202ff166ab40 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a92757203300460a99d7202ff166ab40 2024-12-03T21:42:45,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a7a358228a3e4c3cbabbf79e16d3f191 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/a7a358228a3e4c3cbabbf79e16d3f191 2024-12-03T21:42:45,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/58e10b51c41348cebc3021ee57f7530a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/58e10b51c41348cebc3021ee57f7530a 2024-12-03T21:42:45,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b46a8dad57aa4d57b70b17cb4964a644 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b46a8dad57aa4d57b70b17cb4964a644 2024-12-03T21:42:45,415 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/539d1574992441df9eb7e5c4a200f075 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/539d1574992441df9eb7e5c4a200f075 2024-12-03T21:42:45,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/86b9bbda7b234acd8e000c1d6e637a53 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/86b9bbda7b234acd8e000c1d6e637a53 2024-12-03T21:42:45,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/9ac47d2198b54bb4a86865a7a400e8c6 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/9ac47d2198b54bb4a86865a7a400e8c6 2024-12-03T21:42:45,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/25d16259bf24460fadb70bfb72c79375 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/25d16259bf24460fadb70bfb72c79375 2024-12-03T21:42:45,418 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5db3f455996448a591f841958c3383c4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/5db3f455996448a591f841958c3383c4 2024-12-03T21:42:45,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8b5442c47a67426b8b79a2014e346ca5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8b5442c47a67426b8b79a2014e346ca5 2024-12-03T21:42:45,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b82145eae76341169db9eb94cfee54ae to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/b82145eae76341169db9eb94cfee54ae 2024-12-03T21:42:45,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8d081e8c638e44cab45c29e483d99723 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/8d081e8c638e44cab45c29e483d99723 2024-12-03T21:42:45,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/110c972c7b2e437792f08c8ef4191f02 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/110c972c7b2e437792f08c8ef4191f02 2024-12-03T21:42:45,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/21e31afd78074eb0865b0e6d561a3bd9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c24d5543319341e78a39475f238206ed, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4f2360bc0ca449078627657309d58e39, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ec011b64e784aba8b290984826133f1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aa063f25901e4e34885fe84f906789b5, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aedf3c9e966640b39adee12aacdfcf6c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c2e2d126eb2f4a5d97f9cb40c75f11bd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/e3ed547054ea4cca8d1682e9ff4f14a1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f3417d1722d4755ae99e4d46d59ca41, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/37aa0c59f86a408b81295c28bcebeea9, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c6ac649ef8e74d51b2885be8dac6adbc, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/b8b56f005e9d481a81a3ab778e53058e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/11698aabab4e4f289fae90709cf84f0e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/7999f5cffd2345e0b7fa4f62388928ea, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/d25bfcb8398d4469aaf3991a81d66eea, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/f07b5133a0a84b9599b24e3491620b70, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/da0250061fc9406da19ff645b30ece95, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/58145e5ff24e45229b38b9dfcc410a6c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/869bbe79742f4affb44d1fa20ff87b6a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f247988ee3d419fa180f8397c2b90cd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/0ab47f0a0383420898f9baffed12ff98, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ca3085f8dd6420786762490a5998308, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/9527739f5c05487ea24ec521360d395b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/bbf5dbf12bdc4317a42898fc72c3f1bb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4bb38e33590d45ecb92fe0a1e29bb9e1] to archive 2024-12-03T21:42:45,422 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:42:45,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/21e31afd78074eb0865b0e6d561a3bd9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/21e31afd78074eb0865b0e6d561a3bd9 2024-12-03T21:42:45,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c24d5543319341e78a39475f238206ed to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c24d5543319341e78a39475f238206ed 2024-12-03T21:42:45,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4f2360bc0ca449078627657309d58e39 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4f2360bc0ca449078627657309d58e39 2024-12-03T21:42:45,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ec011b64e784aba8b290984826133f1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ec011b64e784aba8b290984826133f1 2024-12-03T21:42:45,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aa063f25901e4e34885fe84f906789b5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aa063f25901e4e34885fe84f906789b5 2024-12-03T21:42:45,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aedf3c9e966640b39adee12aacdfcf6c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/aedf3c9e966640b39adee12aacdfcf6c 2024-12-03T21:42:45,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c2e2d126eb2f4a5d97f9cb40c75f11bd to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c2e2d126eb2f4a5d97f9cb40c75f11bd 2024-12-03T21:42:45,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/e3ed547054ea4cca8d1682e9ff4f14a1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/e3ed547054ea4cca8d1682e9ff4f14a1 2024-12-03T21:42:45,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f3417d1722d4755ae99e4d46d59ca41 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f3417d1722d4755ae99e4d46d59ca41 2024-12-03T21:42:45,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/37aa0c59f86a408b81295c28bcebeea9 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/37aa0c59f86a408b81295c28bcebeea9 2024-12-03T21:42:45,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c6ac649ef8e74d51b2885be8dac6adbc to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/c6ac649ef8e74d51b2885be8dac6adbc 2024-12-03T21:42:45,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/b8b56f005e9d481a81a3ab778e53058e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/b8b56f005e9d481a81a3ab778e53058e 2024-12-03T21:42:45,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/11698aabab4e4f289fae90709cf84f0e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/11698aabab4e4f289fae90709cf84f0e 2024-12-03T21:42:45,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/7999f5cffd2345e0b7fa4f62388928ea to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/7999f5cffd2345e0b7fa4f62388928ea 2024-12-03T21:42:45,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/d25bfcb8398d4469aaf3991a81d66eea to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/d25bfcb8398d4469aaf3991a81d66eea 2024-12-03T21:42:45,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/f07b5133a0a84b9599b24e3491620b70 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/f07b5133a0a84b9599b24e3491620b70 2024-12-03T21:42:45,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/da0250061fc9406da19ff645b30ece95 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/da0250061fc9406da19ff645b30ece95 2024-12-03T21:42:45,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/58145e5ff24e45229b38b9dfcc410a6c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/58145e5ff24e45229b38b9dfcc410a6c 2024-12-03T21:42:45,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/869bbe79742f4affb44d1fa20ff87b6a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/869bbe79742f4affb44d1fa20ff87b6a 2024-12-03T21:42:45,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f247988ee3d419fa180f8397c2b90cd to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/8f247988ee3d419fa180f8397c2b90cd 2024-12-03T21:42:45,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/0ab47f0a0383420898f9baffed12ff98 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/0ab47f0a0383420898f9baffed12ff98 2024-12-03T21:42:45,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ca3085f8dd6420786762490a5998308 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/3ca3085f8dd6420786762490a5998308 2024-12-03T21:42:45,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/9527739f5c05487ea24ec521360d395b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/9527739f5c05487ea24ec521360d395b 2024-12-03T21:42:45,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/bbf5dbf12bdc4317a42898fc72c3f1bb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/bbf5dbf12bdc4317a42898fc72c3f1bb 2024-12-03T21:42:45,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4bb38e33590d45ecb92fe0a1e29bb9e1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/4bb38e33590d45ecb92fe0a1e29bb9e1 2024-12-03T21:42:45,441 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=1 2024-12-03T21:42:45,442 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. 2024-12-03T21:42:45,442 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] regionserver.HRegion(1676): Region close journal for a3a2ab019ecf0f60e1140536a762d613: Waiting for close lock at 1733262164074Running coprocessor pre-close hooks at 1733262164074Disabling compacts and flushes for region at 1733262164074Disabling writes for close at 1733262164074Obtaining lock to block concurrent updates at 1733262164075 (+1 ms)Preparing flush snapshotting stores in a3a2ab019ecf0f60e1140536a762d613 at 1733262164075Finished memstore snapshotting TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733262164076 (+1 ms)Flushing stores of TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613. at 1733262164077 (+1 ms)Flushing a3a2ab019ecf0f60e1140536a762d613/A: creating writer at 1733262164077Flushing a3a2ab019ecf0f60e1140536a762d613/A: appending metadata at 1733262164083 (+6 ms)Flushing a3a2ab019ecf0f60e1140536a762d613/A: closing flushed file at 1733262164083Flushing a3a2ab019ecf0f60e1140536a762d613/B: creating writer at 1733262164498 (+415 ms)Flushing a3a2ab019ecf0f60e1140536a762d613/B: appending metadata at 1733262164501 (+3 ms)Flushing a3a2ab019ecf0f60e1140536a762d613/B: closing flushed file at 1733262164501Flushing a3a2ab019ecf0f60e1140536a762d613/C: creating writer at 1733262164915 (+414 ms)Flushing a3a2ab019ecf0f60e1140536a762d613/C: appending metadata at 1733262164919 (+4 ms)Flushing a3a2ab019ecf0f60e1140536a762d613/C: closing flushed file at 1733262164919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfc8448: reopening flushed file at 1733262165335 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ccb57: reopening flushed file at 1733262165342 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f57bb9d: reopening flushed file at 1733262165348 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for a3a2ab019ecf0f60e1140536a762d613 in 1278ms, sequenceid=341, compaction requested=true at 1733262165353 (+5 ms)Writing region close event to WAL at 1733262165439 (+86 ms)Running coprocessor post-close hooks at 1733262165442 (+3 ms)Closed at 1733262165442 2024-12-03T21:42:45,444 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=146}] handler.UnassignRegionHandler(157): Closed a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:45,444 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=a3a2ab019ecf0f60e1140536a762d613, regionState=CLOSED 2024-12-03T21:42:45,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; CloseRegionProcedure a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:42:45,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-03T21:42:45,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; CloseRegionProcedure a3a2ab019ecf0f60e1140536a762d613, server=101545f66cbd,43541,1733262011125 in 1.5260 sec 2024-12-03T21:42:45,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-12-03T21:42:45,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a3a2ab019ecf0f60e1140536a762d613, UNASSIGN in 1.5300 sec 2024-12-03T21:42:45,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-03T21:42:45,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5340 sec 2024-12-03T21:42:45,451 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262165451"}]},"ts":"1733262165451"} 2024-12-03T21:42:45,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T21:42:45,452 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T21:42:45,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5530 sec 2024-12-03T21:42:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-03T21:42:46,055 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:46,056 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T21:42:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:46,058 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=147, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-03T21:42:46,058 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=147, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:46,061 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:46,063 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/recovered.edits] 2024-12-03T21:42:46,065 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/11fa6e0c8a504c8789cfe8427a2575c1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/11fa6e0c8a504c8789cfe8427a2575c1 2024-12-03T21:42:46,067 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/6aedcccaffda4b69965f588721cc7eaf to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/6aedcccaffda4b69965f588721cc7eaf 2024-12-03T21:42:46,068 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/e992ac686c96419e91a724164a5365da to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/A/e992ac686c96419e91a724164a5365da 2024-12-03T21:42:46,070 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/3c4ef9cb27f24a36b7e3c68a96c2c093 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/3c4ef9cb27f24a36b7e3c68a96c2c093 2024-12-03T21:42:46,070 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/adb98ae46e044572a5bcd9aed43cdacb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/adb98ae46e044572a5bcd9aed43cdacb 2024-12-03T21:42:46,071 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/f3c11f3187874928bdbe4d573d874538 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/B/f3c11f3187874928bdbe4d573d874538 2024-12-03T21:42:46,073 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/1567159058f4487fb436060393375d89 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/1567159058f4487fb436060393375d89 2024-12-03T21:42:46,073 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/1cb7e3ca225d41148a77d8cf3fd36392 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/1cb7e3ca225d41148a77d8cf3fd36392 2024-12-03T21:42:46,074 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/b1558acec80e4eb0844c498f5d55076a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/C/b1558acec80e4eb0844c498f5d55076a 2024-12-03T21:42:46,076 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/recovered.edits/344.seqid to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613/recovered.edits/344.seqid 2024-12-03T21:42:46,076 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/a3a2ab019ecf0f60e1140536a762d613 2024-12-03T21:42:46,076 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T21:42:46,077 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=147, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:46,079 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T21:42:46,081 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T21:42:46,082 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=147, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:46,082 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T21:42:46,083 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733262166082"}]},"ts":"9223372036854775807"} 2024-12-03T21:42:46,084 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T21:42:46,085 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a3a2ab019ecf0f60e1140536a762d613, NAME => 'TestAcidGuarantees,,1733262138940.a3a2ab019ecf0f60e1140536a762d613.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T21:42:46,085 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T21:42:46,085 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733262166085"}]},"ts":"9223372036854775807"} 2024-12-03T21:42:46,086 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T21:42:46,087 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=147, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:46,088 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 31 msec 2024-12-03T21:42:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-03T21:42:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T21:42:46,176 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:46,181 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251 (was 254), OpenFileDescriptor=451 (was 465), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=322 (was 326), ProcessCount=11 (was 11), AvailableMemoryMB=9643 (was 9662) 2024-12-03T21:42:46,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=322, ProcessCount=11, AvailableMemoryMB=9642 2024-12-03T21:42:46,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T21:42:46,188 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:42:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:46,190 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-03T21:42:46,190 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:46,190 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 148 2024-12-03T21:42:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-03T21:42:46,191 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-03T21:42:46,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742343_1519 (size=1061) 2024-12-03T21:42:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-03T21:42:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-03T21:42:46,601 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca 2024-12-03T21:42:46,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742344_1520 (size=53) 2024-12-03T21:42:46,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-03T21:42:47,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:42:47,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 16946ab4aefa7bca1658a50ef0fc9417, disabling compactions & flushes 2024-12-03T21:42:47,015 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:47,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:47,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. after waiting 0 ms 2024-12-03T21:42:47,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:47,015 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:47,015 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16946ab4aefa7bca1658a50ef0fc9417: Waiting for close lock at 1733262167014Disabling compacts and flushes for region at 1733262167014Disabling writes for close at 1733262167015 (+1 ms)Writing region close event to WAL at 1733262167015Closed at 1733262167015 2024-12-03T21:42:47,018 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-03T21:42:47,018 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733262167018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733262167018"}]},"ts":"1733262167018"} 2024-12-03T21:42:47,020 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-03T21:42:47,022 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-03T21:42:47,022 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262167022"}]},"ts":"1733262167022"} 2024-12-03T21:42:47,024 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-03T21:42:47,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, ASSIGN}] 2024-12-03T21:42:47,027 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, ASSIGN 2024-12-03T21:42:47,027 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, ASSIGN; state=OFFLINE, location=101545f66cbd,43541,1733262011125; forceNewPlan=false, retain=false 2024-12-03T21:42:47,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=16946ab4aefa7bca1658a50ef0fc9417, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:42:47,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, ASSIGN because future has completed 2024-12-03T21:42:47,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:42:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-03T21:42:47,341 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:47,342 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7752): Opening region: {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:42:47,343 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,343 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:42:47,343 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7794): checking encryption for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,343 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(7797): checking classloading for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,346 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,348 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:42:47,348 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16946ab4aefa7bca1658a50ef0fc9417 columnFamilyName A 2024-12-03T21:42:47,348 DEBUG [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:47,348 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(327): Store=16946ab4aefa7bca1658a50ef0fc9417/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:42:47,348 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,349 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:42:47,349 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16946ab4aefa7bca1658a50ef0fc9417 columnFamilyName B 2024-12-03T21:42:47,349 DEBUG [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:47,350 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(327): Store=16946ab4aefa7bca1658a50ef0fc9417/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:42:47,350 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,351 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:42:47,351 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16946ab4aefa7bca1658a50ef0fc9417 columnFamilyName C 2024-12-03T21:42:47,351 DEBUG [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:47,351 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(327): Store=16946ab4aefa7bca1658a50ef0fc9417/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:42:47,351 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:47,351 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1038): replaying wal for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,352 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,352 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,353 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1048): stopping wal replay for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,353 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1060): Cleaning up temporary data for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,354 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:42:47,355 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1093): writing seq id for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,356 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-03T21:42:47,357 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1114): Opened 16946ab4aefa7bca1658a50ef0fc9417; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74342156, jitterRate=0.1077844500541687}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:42:47,357 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:47,357 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegion(1006): Region open journal for 16946ab4aefa7bca1658a50ef0fc9417: Running coprocessor pre-open hook at 1733262167343Writing region info on filesystem at 1733262167343Initializing all the Stores at 1733262167345 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262167345Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262167345Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262167346 (+1 ms)Cleaning up temporary data from old regions at 1733262167353 (+7 ms)Running coprocessor post-open hooks at 1733262167357 (+4 ms)Region opened successfully at 1733262167357 2024-12-03T21:42:47,358 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., pid=150, masterSystemTime=1733262167335 2024-12-03T21:42:47,359 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:47,359 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=150}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:47,360 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=16946ab4aefa7bca1658a50ef0fc9417, regionState=OPEN, openSeqNum=2, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:42:47,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:42:47,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-03T21:42:47,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; OpenRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 in 180 msec 2024-12-03T21:42:47,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-12-03T21:42:47,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, ASSIGN in 338 msec 2024-12-03T21:42:47,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-03T21:42:47,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262167365"}]},"ts":"1733262167365"} 2024-12-03T21:42:47,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-03T21:42:47,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=148, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-03T21:42:47,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1790 sec 2024-12-03T21:42:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-12-03T21:42:48,335 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:48,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b0d3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:48,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:48,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:48,340 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:48,340 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5843b284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:48,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:48,342 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:48,344 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:48,345 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aea0285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:48,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:48,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:48,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:48,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-03T21:42:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 101545f66cbd,36053,1733262010428 2024-12-03T21:42:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c368702 2024-12-03T21:42:48,351 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-03T21:42:48,352 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-03T21:42:48,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-03T21:42:48,354 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-03T21:42:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-03T21:42:48,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742345_1521 (size=1097) 2024-12-03T21:42:48,772 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-03T21:42:48,772 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-03T21:42:48,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T21:42:48,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, REOPEN/MOVE}] 2024-12-03T21:42:48,780 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, REOPEN/MOVE 2024-12-03T21:42:48,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=16946ab4aefa7bca1658a50ef0fc9417, regionState=CLOSING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:42:48,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, REOPEN/MOVE because future has completed 2024-12-03T21:42:48,782 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T21:42:48,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:42:48,935 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(122): Close 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:48,935 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T21:42:48,935 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1722): Closing 16946ab4aefa7bca1658a50ef0fc9417, disabling compactions & flushes 2024-12-03T21:42:48,935 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:48,936 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:48,936 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. after waiting 0 ms 2024-12-03T21:42:48,936 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:48,975 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-03T21:42:48,976 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:48,976 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegion(1676): Region close journal for 16946ab4aefa7bca1658a50ef0fc9417: Waiting for close lock at 1733262168935Running coprocessor pre-close hooks at 1733262168935Disabling compacts and flushes for region at 1733262168935Disabling writes for close at 1733262168936 (+1 ms)Writing region close event to WAL at 1733262168937 (+1 ms)Running coprocessor post-close hooks at 1733262168976 (+39 ms)Closed at 1733262168976 2024-12-03T21:42:48,977 WARN [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] regionserver.HRegionServer(3299): Not adding moved region record: 16946ab4aefa7bca1658a50ef0fc9417 to self. 2024-12-03T21:42:48,980 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=154}] handler.UnassignRegionHandler(157): Closed 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:48,981 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=16946ab4aefa7bca1658a50ef0fc9417, regionState=CLOSED 2024-12-03T21:42:48,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:42:48,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-03T21:42:48,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; CloseRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 in 202 msec 2024-12-03T21:42:48,987 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, REOPEN/MOVE; state=CLOSED, location=101545f66cbd,43541,1733262011125; forceNewPlan=false, retain=true 2024-12-03T21:42:49,138 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=16946ab4aefa7bca1658a50ef0fc9417, regionState=OPENING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, REOPEN/MOVE because future has completed 2024-12-03T21:42:49,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:42:49,303 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,303 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7752): Opening region: {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} 2024-12-03T21:42:49,304 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,304 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-03T21:42:49,305 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7794): checking encryption for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,305 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7797): checking classloading for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,308 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,308 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:42:49,309 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16946ab4aefa7bca1658a50ef0fc9417 columnFamilyName A 2024-12-03T21:42:49,310 DEBUG [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:49,311 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(327): Store=16946ab4aefa7bca1658a50ef0fc9417/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:42:49,311 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,312 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:42:49,312 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16946ab4aefa7bca1658a50ef0fc9417 columnFamilyName B 2024-12-03T21:42:49,312 DEBUG [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:49,312 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(327): Store=16946ab4aefa7bca1658a50ef0fc9417/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:42:49,312 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,313 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-03T21:42:49,313 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16946ab4aefa7bca1658a50ef0fc9417 columnFamilyName C 2024-12-03T21:42:49,313 DEBUG [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:49,313 INFO [StoreOpener-16946ab4aefa7bca1658a50ef0fc9417-1 {}] regionserver.HStore(327): Store=16946ab4aefa7bca1658a50ef0fc9417/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-03T21:42:49,313 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,313 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1038): replaying wal for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,314 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,314 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,315 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1048): stopping wal replay for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,315 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1060): Cleaning up temporary data for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,316 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-03T21:42:49,317 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1093): writing seq id for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,317 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1114): Opened 16946ab4aefa7bca1658a50ef0fc9417; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62738593, jitterRate=-0.06512211263179779}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-03T21:42:49,317 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,318 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1006): Region open journal for 16946ab4aefa7bca1658a50ef0fc9417: Running coprocessor pre-open hook at 1733262169305Writing region info on filesystem at 1733262169305Initializing all the Stores at 1733262169307 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262169307Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262169307Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733262169307Cleaning up temporary data from old regions at 1733262169315 (+8 ms)Running coprocessor post-open hooks at 1733262169317 (+2 ms)Region opened successfully at 1733262169318 (+1 ms) 2024-12-03T21:42:49,318 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., pid=155, masterSystemTime=1733262169296 2024-12-03T21:42:49,319 DEBUG [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,319 INFO [RS_OPEN_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,320 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=16946ab4aefa7bca1658a50ef0fc9417, regionState=OPEN, openSeqNum=5, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=155, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:42:49,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=153 2024-12-03T21:42:49,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 in 179 msec 2024-12-03T21:42:49,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-03T21:42:49,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, REOPEN/MOVE in 545 msec 2024-12-03T21:42:49,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-12-03T21:42:49,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 550 msec 2024-12-03T21:42:49,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 974 msec 2024-12-03T21:42:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-03T21:42:49,332 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:49,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af38ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,333 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,334 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791561c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,334 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,335 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbd6903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb37c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,336 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fa163d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,338 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e6dce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d415d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,340 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,340 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,340 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d68bfa8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,342 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e839bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,344 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a5e408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,346 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37169f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8df26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,347 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,347 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,348 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c372dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,350 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,350 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e4e7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50101ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,353 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccc6083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,354 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b448a53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7631c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,356 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,356 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2dd26c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,358 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27802ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b8ab27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,359 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,359 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,359 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,359 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e373d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,361 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2670f09a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1056f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,362 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e05877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,364 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d1bcbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@294719e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 101545f66cbd,36053,-1 for getting cluster id 2024-12-03T21:42:49,365 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-03T21:42:49,366 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e11a545a-3327-4b94-a3ee-83f8acc238f3' 2024-12-03T21:42:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-03T21:42:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e11a545a-3327-4b94-a3ee-83f8acc238f3" 2024-12-03T21:42:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7abaab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [101545f66cbd,36053,-1] 2024-12-03T21:42:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-03T21:42:49,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:42:49,367 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-03T21:42:49,367 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e51dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-03T21:42:49,367 DEBUG [Thread-2343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,368 DEBUG [Thread-2349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,368 DEBUG [Thread-2338 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,368 DEBUG [Thread-2330 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,368 DEBUG [Thread-2341 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,368 DEBUG [Thread-2345 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,368 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:49,368 DEBUG [Thread-2334 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,369 DEBUG [Thread-2336 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,369 DEBUG [Thread-2341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,369 DEBUG [Thread-2347 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-03T21:42:49,371 DEBUG [Thread-2332 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-03T21:42:49,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,372 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=101545f66cbd,43541,1733262011125, seqNum=-1] 2024-12-03T21:42:49,372 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:49,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-03T21:42:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,373 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-03T21:42:49,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:49,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-03T21:42:49,375 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5] 2024-12-03T21:42:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-03T21:42:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:42:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:42:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:42:49,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:49,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262229394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262229395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,398 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733262169390, max timestamp=1733262169396Num uniques 859; 2024-12-03T21:42:49,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733262169390, max timestamp=1733262169396Num uniques 859; 2024-12-03T21:42:49,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733262169390, max timestamp=1733262169396Num uniques 859; 2024-12-03T21:42:49,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T21:42:49,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T21:42:49,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/101545f66cbd:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-03T21:42:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,399 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a060845c86384886a098c50258fc8831_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262169378/Put/seqid=0 2024-12-03T21:42:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742346_1522 (size=14594) 2024-12-03T21:42:49,417 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:49,421 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262229418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262229419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262229420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,430 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a060845c86384886a098c50258fc8831_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a060845c86384886a098c50258fc8831_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:49,430 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/f93b11c967564c7facea57a93a36ecef, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:49,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/f93b11c967564c7facea57a93a36ecef is 175, key is test_row_0/A:col10/1733262169378/Put/seqid=0 2024-12-03T21:42:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742347_1523 (size=39549) 2024-12-03T21:42:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-03T21:42:49,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262229504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262229504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262229523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262229534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262229534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,534 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-03T21:42:49,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:49,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:49,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:49,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-03T21:42:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:49,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-03T21:42:49,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262229713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262229713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,715 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262229733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262229744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262229744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:49,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:49,837 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/f93b11c967564c7facea57a93a36ecef 2024-12-03T21:42:49,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-03T21:42:49,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:49,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:49,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:49,857 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/6f6334747e8a41c798c725cb62c9e1e3 is 50, key is test_row_0/B:col10/1733262169378/Put/seqid=0 2024-12-03T21:42:49,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742348_1524 (size=12001) 2024-12-03T21:42:49,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/6f6334747e8a41c798c725cb62c9e1e3 2024-12-03T21:42:49,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/cce45f4820a140c09f69bfedceb770e7 is 50, key is test_row_0/C:col10/1733262169378/Put/seqid=0 2024-12-03T21:42:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742349_1525 (size=12001) 2024-12-03T21:42:49,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/cce45f4820a140c09f69bfedceb770e7 2024-12-03T21:42:49,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/f93b11c967564c7facea57a93a36ecef as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f93b11c967564c7facea57a93a36ecef 2024-12-03T21:42:49,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f93b11c967564c7facea57a93a36ecef, entries=200, sequenceid=15, filesize=38.6 K 2024-12-03T21:42:49,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/6f6334747e8a41c798c725cb62c9e1e3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6f6334747e8a41c798c725cb62c9e1e3 2024-12-03T21:42:49,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6f6334747e8a41c798c725cb62c9e1e3, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T21:42:49,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/cce45f4820a140c09f69bfedceb770e7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/cce45f4820a140c09f69bfedceb770e7 2024-12-03T21:42:49,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/cce45f4820a140c09f69bfedceb770e7, entries=150, sequenceid=15, filesize=11.7 K 2024-12-03T21:42:49,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 16946ab4aefa7bca1658a50ef0fc9417 in 516ms, sequenceid=15, compaction requested=false 2024-12-03T21:42:49,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:49,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-03T21:42:49,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:49,996 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-03T21:42:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:42:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:42:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:42:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-03T21:42:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120348ea9a89908a4843bb579081a39bc0ee_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262169416/Put/seqid=0 2024-12-03T21:42:50,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742350_1526 (size=12154) 2024-12-03T21:42:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-03T21:42:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:50,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:50,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262230039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262230040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262230043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262230053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262230053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,055 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262230143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,145 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262230153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262230354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262230363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:50,406 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120348ea9a89908a4843bb579081a39bc0ee_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120348ea9a89908a4843bb579081a39bc0ee_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:50,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/2d598a232371429fad60c91eed29bed1, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:50,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/2d598a232371429fad60c91eed29bed1 is 175, key is test_row_0/A:col10/1733262169416/Put/seqid=0 2024-12-03T21:42:50,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742351_1527 (size=30955) 2024-12-03T21:42:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-03T21:42:50,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262230554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262230564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262230564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262230664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,668 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262230674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:50,677 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:50,812 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/2d598a232371429fad60c91eed29bed1 2024-12-03T21:42:50,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/3220063eca5f4d53baac28beaf334a97 is 50, key is test_row_0/B:col10/1733262169416/Put/seqid=0 2024-12-03T21:42:50,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742352_1528 (size=12001) 2024-12-03T21:42:50,956 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-03T21:42:51,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262231173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:51,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:51,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262231184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:51,228 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/3220063eca5f4d53baac28beaf334a97 2024-12-03T21:42:51,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/f5a789b168284b19999042db6cf6c149 is 50, key is test_row_0/C:col10/1733262169416/Put/seqid=0 2024-12-03T21:42:51,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742353_1529 (size=12001) 2024-12-03T21:42:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-03T21:42:51,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:51,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262231563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:51,565 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:51,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262231573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:51,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:51,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262231574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:51,575 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:51,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:51,575 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:51,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:51,576 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:51,637 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/f5a789b168284b19999042db6cf6c149 2024-12-03T21:42:51,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/2d598a232371429fad60c91eed29bed1 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2d598a232371429fad60c91eed29bed1 2024-12-03T21:42:51,643 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2d598a232371429fad60c91eed29bed1, entries=150, sequenceid=50, filesize=30.2 K 2024-12-03T21:42:51,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/3220063eca5f4d53baac28beaf334a97 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/3220063eca5f4d53baac28beaf334a97 2024-12-03T21:42:51,647 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/3220063eca5f4d53baac28beaf334a97, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T21:42:51,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/f5a789b168284b19999042db6cf6c149 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/f5a789b168284b19999042db6cf6c149 2024-12-03T21:42:51,650 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/f5a789b168284b19999042db6cf6c149, entries=150, sequenceid=50, filesize=11.7 K 2024-12-03T21:42:51,651 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 16946ab4aefa7bca1658a50ef0fc9417 in 1656ms, sequenceid=50, compaction requested=false 2024-12-03T21:42:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:51,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-03T21:42:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-03T21:42:51,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-03T21:42:51,657 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2830 sec 2024-12-03T21:42:51,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.2900 sec 2024-12-03T21:42:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:52,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-03T21:42:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:42:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:42:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:42:52,186 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:52,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120368aeaedc485b4bb2bbea72677140e0e8_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262170039/Put/seqid=0 2024-12-03T21:42:52,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742354_1530 (size=14594) 2024-12-03T21:42:52,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262232219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:52,222 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262232220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,223 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:52,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262232333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,336 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:52,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262232333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:52,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262232544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:52,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262232544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:52,596 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:52,599 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120368aeaedc485b4bb2bbea72677140e0e8_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120368aeaedc485b4bb2bbea72677140e0e8_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:52,599 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/8dcfc7ff437a4fc3a5a004e83974680b, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:52,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/8dcfc7ff437a4fc3a5a004e83974680b is 175, key is test_row_0/A:col10/1733262170039/Put/seqid=0 2024-12-03T21:42:52,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742355_1531 (size=39549) 2024-12-03T21:42:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262232853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:52,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262232853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:52,855 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:52,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:53,003 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/8dcfc7ff437a4fc3a5a004e83974680b 2024-12-03T21:42:53,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/091334dc49a345e8a55eee32189e28d6 is 50, key is test_row_0/B:col10/1733262170039/Put/seqid=0 2024-12-03T21:42:53,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742356_1532 (size=12001) 2024-12-03T21:42:53,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262233364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:53,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:53,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262233364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:53,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,366 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:53,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/091334dc49a345e8a55eee32189e28d6 2024-12-03T21:42:53,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/61a3a6efb3f1451d98d01381f41dc367 is 50, key is test_row_0/C:col10/1733262170039/Put/seqid=0 2024-12-03T21:42:53,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742357_1533 (size=12001) 2024-12-03T21:42:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-03T21:42:53,534 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:53,534 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-03T21:42:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T21:42:53,535 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:53,536 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:53,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:53,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262233584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:53,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262233584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:53,586 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:53,586 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,587 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262233593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:53,595 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T21:42:53,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T21:42:53,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:53,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:53,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:53,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:53,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:53,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/61a3a6efb3f1451d98d01381f41dc367 2024-12-03T21:42:53,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/8dcfc7ff437a4fc3a5a004e83974680b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8dcfc7ff437a4fc3a5a004e83974680b 2024-12-03T21:42:53,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8dcfc7ff437a4fc3a5a004e83974680b, entries=200, sequenceid=62, filesize=38.6 K 2024-12-03T21:42:53,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/091334dc49a345e8a55eee32189e28d6 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/091334dc49a345e8a55eee32189e28d6 2024-12-03T21:42:53,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/091334dc49a345e8a55eee32189e28d6, entries=150, sequenceid=62, filesize=11.7 K 2024-12-03T21:42:53,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/61a3a6efb3f1451d98d01381f41dc367 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/61a3a6efb3f1451d98d01381f41dc367 2024-12-03T21:42:53,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/61a3a6efb3f1451d98d01381f41dc367, entries=150, sequenceid=62, filesize=11.7 K 2024-12-03T21:42:53,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 16946ab4aefa7bca1658a50ef0fc9417 in 1649ms, sequenceid=62, compaction requested=true 2024-12-03T21:42:53,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:53,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:53,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:53,835 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:53,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:53,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:53,835 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:53,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:53,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:53,835 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:53,835 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:53,835 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/B is initiating minor compaction (all files) 2024-12-03T21:42:53,835 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/A is initiating minor compaction (all files) 2024-12-03T21:42:53,835 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/A in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:53,835 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/B in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:53,836 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f93b11c967564c7facea57a93a36ecef, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2d598a232371429fad60c91eed29bed1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8dcfc7ff437a4fc3a5a004e83974680b] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=107.5 K 2024-12-03T21:42:53,836 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6f6334747e8a41c798c725cb62c9e1e3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/3220063eca5f4d53baac28beaf334a97, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/091334dc49a345e8a55eee32189e28d6] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=35.2 K 2024-12-03T21:42:53,836 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:53,836 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f93b11c967564c7facea57a93a36ecef, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2d598a232371429fad60c91eed29bed1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8dcfc7ff437a4fc3a5a004e83974680b] 2024-12-03T21:42:53,836 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f6334747e8a41c798c725cb62c9e1e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733262169378 2024-12-03T21:42:53,836 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f93b11c967564c7facea57a93a36ecef, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733262169377 2024-12-03T21:42:53,836 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 3220063eca5f4d53baac28beaf334a97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733262169416 2024-12-03T21:42:53,836 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d598a232371429fad60c91eed29bed1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733262169416 2024-12-03T21:42:53,836 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 091334dc49a345e8a55eee32189e28d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733262170035 2024-12-03T21:42:53,836 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8dcfc7ff437a4fc3a5a004e83974680b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733262170031 2024-12-03T21:42:53,841 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:53,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-03T21:42:53,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:53,842 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T21:42:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:42:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:42:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:42:53,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:53,843 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412030f070438de854fd0948d2451d419943f_16946ab4aefa7bca1658a50ef0fc9417 store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:53,843 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#B#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:53,844 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/59c2c95d7bef4e92918888ce1b890f27 is 50, key is test_row_0/B:col10/1733262170039/Put/seqid=0 2024-12-03T21:42:53,846 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412030f070438de854fd0948d2451d419943f_16946ab4aefa7bca1658a50ef0fc9417, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:53,846 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412030f070438de854fd0948d2451d419943f_16946ab4aefa7bca1658a50ef0fc9417 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:53,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120385ca328cbe054711ab8ec9b6dc964ef9_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262172215/Put/seqid=0 2024-12-03T21:42:53,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742359_1535 (size=4469) 2024-12-03T21:42:53,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742358_1534 (size=12104) 2024-12-03T21:42:53,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742360_1536 (size=12154) 2024-12-03T21:42:53,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T21:42:53,854 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120385ca328cbe054711ab8ec9b6dc964ef9_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120385ca328cbe054711ab8ec9b6dc964ef9_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/8685a0a5688c418a83730678b881f39e, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/8685a0a5688c418a83730678b881f39e is 175, key is test_row_0/A:col10/1733262172215/Put/seqid=0 2024-12-03T21:42:53,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742361_1537 (size=30955) 2024-12-03T21:42:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T21:42:54,251 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:54,251 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/47392e2599834186af420ed2ec0a864c is 175, key is test_row_0/A:col10/1733262170039/Put/seqid=0 2024-12-03T21:42:54,255 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/59c2c95d7bef4e92918888ce1b890f27 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/59c2c95d7bef4e92918888ce1b890f27 2024-12-03T21:42:54,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742362_1538 (size=31058) 2024-12-03T21:42:54,259 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/B of 16946ab4aefa7bca1658a50ef0fc9417 into 59c2c95d7bef4e92918888ce1b890f27(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:54,259 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:54,259 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/B, priority=13, startTime=1733262173835; duration=0sec 2024-12-03T21:42:54,260 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:54,260 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:B 2024-12-03T21:42:54,260 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:54,260 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:54,260 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/C is initiating minor compaction (all files) 2024-12-03T21:42:54,260 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/C in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:54,260 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/cce45f4820a140c09f69bfedceb770e7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/f5a789b168284b19999042db6cf6c149, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/61a3a6efb3f1451d98d01381f41dc367] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=35.2 K 2024-12-03T21:42:54,261 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting cce45f4820a140c09f69bfedceb770e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733262169378 2024-12-03T21:42:54,261 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting f5a789b168284b19999042db6cf6c149, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733262169416 2024-12-03T21:42:54,261 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 61a3a6efb3f1451d98d01381f41dc367, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733262170035 2024-12-03T21:42:54,264 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/8685a0a5688c418a83730678b881f39e 2024-12-03T21:42:54,266 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:54,267 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/2e5de86329e14ddba49d3daaa90e2c8a is 50, key is test_row_0/C:col10/1733262170039/Put/seqid=0 2024-12-03T21:42:54,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/badd59525f4241de8f221d0be8a90c4c is 50, key is test_row_0/B:col10/1733262172215/Put/seqid=0 2024-12-03T21:42:54,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742363_1539 (size=12104) 2024-12-03T21:42:54,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742364_1540 (size=12001) 2024-12-03T21:42:54,278 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/2e5de86329e14ddba49d3daaa90e2c8a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/2e5de86329e14ddba49d3daaa90e2c8a 2024-12-03T21:42:54,283 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/C of 16946ab4aefa7bca1658a50ef0fc9417 into 2e5de86329e14ddba49d3daaa90e2c8a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:54,283 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:54,283 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/C, priority=13, startTime=1733262173835; duration=0sec 2024-12-03T21:42:54,283 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:54,283 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:C 2024-12-03T21:42:54,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:54,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:54,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262234389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,392 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:54,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:54,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262234390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:54,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262234494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:54,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,496 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:54,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:54,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262234503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:54,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,505 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:54,659 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/47392e2599834186af420ed2ec0a864c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/47392e2599834186af420ed2ec0a864c 2024-12-03T21:42:54,662 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/A of 16946ab4aefa7bca1658a50ef0fc9417 into 47392e2599834186af420ed2ec0a864c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:54,662 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:54,662 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/A, priority=13, startTime=1733262173834; duration=0sec 2024-12-03T21:42:54,663 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:54,663 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:A 2024-12-03T21:42:54,673 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/badd59525f4241de8f221d0be8a90c4c 2024-12-03T21:42:54,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T21:42:54,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/1de4c55f008144f09739927400a72ca2 is 50, key is test_row_0/C:col10/1733262172215/Put/seqid=0 2024-12-03T21:42:54,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742365_1541 (size=12001) 2024-12-03T21:42:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262234704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:54,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:54,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262234713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:55,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:55,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262235013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,015 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:55,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:55,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262235023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:55,081 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/1de4c55f008144f09739927400a72ca2 2024-12-03T21:42:55,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/8685a0a5688c418a83730678b881f39e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8685a0a5688c418a83730678b881f39e 2024-12-03T21:42:55,087 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8685a0a5688c418a83730678b881f39e, entries=150, sequenceid=82, filesize=30.2 K 2024-12-03T21:42:55,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/badd59525f4241de8f221d0be8a90c4c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/badd59525f4241de8f221d0be8a90c4c 2024-12-03T21:42:55,090 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/badd59525f4241de8f221d0be8a90c4c, entries=150, sequenceid=82, filesize=11.7 K 2024-12-03T21:42:55,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/1de4c55f008144f09739927400a72ca2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/1de4c55f008144f09739927400a72ca2 2024-12-03T21:42:55,094 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/1de4c55f008144f09739927400a72ca2, entries=150, sequenceid=82, filesize=11.7 K 2024-12-03T21:42:55,094 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 16946ab4aefa7bca1658a50ef0fc9417 in 1252ms, sequenceid=82, compaction requested=false 2024-12-03T21:42:55,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:55,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:55,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-03T21:42:55,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-03T21:42:55,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-03T21:42:55,097 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5590 sec 2024-12-03T21:42:55,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.5630 sec 2024-12-03T21:42:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:55,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-03T21:42:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:42:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:42:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:42:55,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:55,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120337ef42310ba44adc85bb73568c0b078b_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262175526/Put/seqid=0 2024-12-03T21:42:55,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742366_1542 (size=14594) 2024-12-03T21:42:55,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262235565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,567 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:55,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262235565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:55,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262235674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:55,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262235674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,676 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-03T21:42:55,683 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:55,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-03T21:42:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T21:42:55,685 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:55,686 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:55,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T21:42:55,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:55,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:55,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262235884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:55,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262235884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:55,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:55,935 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:55,938 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120337ef42310ba44adc85bb73568c0b078b_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120337ef42310ba44adc85bb73568c0b078b_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:55,938 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/bd1e77100c03490fac57671508932de6, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:55,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/bd1e77100c03490fac57671508932de6 is 175, key is test_row_0/A:col10/1733262175526/Put/seqid=0 2024-12-03T21:42:55,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742367_1543 (size=39549) 2024-12-03T21:42:55,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:55,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:55,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:55,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:55,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T21:42:56,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262236193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:56,195 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:56,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:56,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:56,196 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262236193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:56,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:56,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:56,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:56,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T21:42:56,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/bd1e77100c03490fac57671508932de6 2024-12-03T21:42:56,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/97932b176e8c47e48171bb43c86e08c6 is 50, key is test_row_0/B:col10/1733262175526/Put/seqid=0 2024-12-03T21:42:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742368_1544 (size=12001) 2024-12-03T21:42:56,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:56,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:56,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,449 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:56,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:56,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:56,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262236703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:56,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262236703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:56,706 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:56,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/97932b176e8c47e48171bb43c86e08c6 2024-12-03T21:42:56,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:56,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:56,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/ffb5d0952ae5429385ca15dfa9a54fe7 is 50, key is test_row_0/C:col10/1733262175526/Put/seqid=0 2024-12-03T21:42:56,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742369_1545 (size=12001) 2024-12-03T21:42:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T21:42:56,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:56,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:56,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:56,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:56,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:57,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:57,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:57,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:57,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:42:57,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/ffb5d0952ae5429385ca15dfa9a54fe7 2024-12-03T21:42:57,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/bd1e77100c03490fac57671508932de6 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/bd1e77100c03490fac57671508932de6 2024-12-03T21:42:57,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/bd1e77100c03490fac57671508932de6, entries=200, sequenceid=98, filesize=38.6 K 2024-12-03T21:42:57,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/97932b176e8c47e48171bb43c86e08c6 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/97932b176e8c47e48171bb43c86e08c6 2024-12-03T21:42:57,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/97932b176e8c47e48171bb43c86e08c6, entries=150, sequenceid=98, filesize=11.7 K 2024-12-03T21:42:57,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/ffb5d0952ae5429385ca15dfa9a54fe7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/ffb5d0952ae5429385ca15dfa9a54fe7 2024-12-03T21:42:57,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/ffb5d0952ae5429385ca15dfa9a54fe7, entries=150, sequenceid=98, filesize=11.7 K 2024-12-03T21:42:57,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 16946ab4aefa7bca1658a50ef0fc9417 in 1644ms, sequenceid=98, compaction requested=true 2024-12-03T21:42:57,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:57,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:42:57,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:57,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:42:57,171 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:57,171 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:57,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:57,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:42:57,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/B is initiating minor compaction (all files) 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/A is initiating minor compaction (all files) 2024-12-03T21:42:57,172 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/B in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:57,172 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/A in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:57,172 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/59c2c95d7bef4e92918888ce1b890f27, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/badd59525f4241de8f221d0be8a90c4c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/97932b176e8c47e48171bb43c86e08c6] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=35.3 K 2024-12-03T21:42:57,172 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/47392e2599834186af420ed2ec0a864c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8685a0a5688c418a83730678b881f39e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/bd1e77100c03490fac57671508932de6] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=99.2 K 2024-12-03T21:42:57,172 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/47392e2599834186af420ed2ec0a864c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8685a0a5688c418a83730678b881f39e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/bd1e77100c03490fac57671508932de6] 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 59c2c95d7bef4e92918888ce1b890f27, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733262170035 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47392e2599834186af420ed2ec0a864c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733262170035 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting badd59525f4241de8f221d0be8a90c4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733262172215 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8685a0a5688c418a83730678b881f39e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733262172215 2024-12-03T21:42:57,172 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 97932b176e8c47e48171bb43c86e08c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733262174388 2024-12-03T21:42:57,173 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd1e77100c03490fac57671508932de6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733262174386 2024-12-03T21:42:57,177 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:57,178 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203e216b761053e49e08b6fba562f73f74c_16946ab4aefa7bca1658a50ef0fc9417 store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:57,179 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#B#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:57,179 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/0f3c9822f054430ebc804e6df46ac0ec is 50, key is test_row_0/B:col10/1733262175526/Put/seqid=0 2024-12-03T21:42:57,180 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203e216b761053e49e08b6fba562f73f74c_16946ab4aefa7bca1658a50ef0fc9417, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:57,180 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e216b761053e49e08b6fba562f73f74c_16946ab4aefa7bca1658a50ef0fc9417 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:57,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742371_1547 (size=4469) 2024-12-03T21:42:57,194 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#A#compaction#465 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:57,194 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/0932c774ff9d4eaba797e8a7e2c3642d is 175, key is test_row_0/A:col10/1733262175526/Put/seqid=0 2024-12-03T21:42:57,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742370_1546 (size=12207) 2024-12-03T21:42:57,200 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/0f3c9822f054430ebc804e6df46ac0ec as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0f3c9822f054430ebc804e6df46ac0ec 2024-12-03T21:42:57,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742372_1548 (size=31161) 2024-12-03T21:42:57,206 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/B of 16946ab4aefa7bca1658a50ef0fc9417 into 0f3c9822f054430ebc804e6df46ac0ec(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:57,206 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:57,206 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/B, priority=13, startTime=1733262177171; duration=0sec 2024-12-03T21:42:57,206 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:42:57,206 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:B 2024-12-03T21:42:57,206 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:42:57,207 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/0932c774ff9d4eaba797e8a7e2c3642d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0932c774ff9d4eaba797e8a7e2c3642d 2024-12-03T21:42:57,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:42:57,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/C is initiating minor compaction (all files) 2024-12-03T21:42:57,208 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/C in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:57,208 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/2e5de86329e14ddba49d3daaa90e2c8a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/1de4c55f008144f09739927400a72ca2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/ffb5d0952ae5429385ca15dfa9a54fe7] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=35.3 K 2024-12-03T21:42:57,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e5de86329e14ddba49d3daaa90e2c8a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733262170035 2024-12-03T21:42:57,208 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 1de4c55f008144f09739927400a72ca2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733262172215 2024-12-03T21:42:57,209 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting ffb5d0952ae5429385ca15dfa9a54fe7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733262174388 2024-12-03T21:42:57,211 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/A of 16946ab4aefa7bca1658a50ef0fc9417 into 0932c774ff9d4eaba797e8a7e2c3642d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:57,211 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:57,211 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/A, priority=13, startTime=1733262177171; duration=0sec 2024-12-03T21:42:57,211 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:57,211 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:A 2024-12-03T21:42:57,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-03T21:42:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:57,212 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-03T21:42:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:42:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:42:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:42:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:57,215 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:42:57,215 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/7199384cf52c4dddb178d6434ba4ee2a is 50, key is test_row_0/C:col10/1733262175526/Put/seqid=0 2024-12-03T21:42:57,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036d076df4ad374ef9b60ababb4add0e27_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262175558/Put/seqid=0 2024-12-03T21:42:57,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742373_1549 (size=12207) 2024-12-03T21:42:57,228 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/7199384cf52c4dddb178d6434ba4ee2a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7199384cf52c4dddb178d6434ba4ee2a 2024-12-03T21:42:57,232 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/C of 16946ab4aefa7bca1658a50ef0fc9417 into 7199384cf52c4dddb178d6434ba4ee2a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:42:57,232 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:57,232 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/C, priority=13, startTime=1733262177171; duration=0sec 2024-12-03T21:42:57,232 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:42:57,232 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:C 2024-12-03T21:42:57,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742374_1550 (size=12154) 2024-12-03T21:42:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:57,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:42:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262237617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,620 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262237618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262237618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,621 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:57,640 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412036d076df4ad374ef9b60ababb4add0e27_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036d076df4ad374ef9b60ababb4add0e27_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:57,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/9b8b857768a94e6cb324bc093bf0d246, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:42:57,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/9b8b857768a94e6cb324bc093bf0d246 is 175, key is test_row_0/A:col10/1733262175558/Put/seqid=0 2024-12-03T21:42:57,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742375_1551 (size=30955) 2024-12-03T21:42:57,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262237714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,715 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262237724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262237724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262237724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,725 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262237724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,726 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T21:42:57,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262237934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262237934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:57,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262237934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:57,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:57,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:58,044 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/9b8b857768a94e6cb324bc093bf0d246 2024-12-03T21:42:58,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/8c7131244545484bbb810ab9cc351599 is 50, key is test_row_0/B:col10/1733262175558/Put/seqid=0 2024-12-03T21:42:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742376_1552 (size=12001) 2024-12-03T21:42:58,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:58,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262238243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:58,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262238243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:58,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:58,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262238243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,245 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:58,453 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/8c7131244545484bbb810ab9cc351599 2024-12-03T21:42:58,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/4838a5c0091045baa8cf60967d6ed7a3 is 50, key is test_row_0/C:col10/1733262175558/Put/seqid=0 2024-12-03T21:42:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742377_1553 (size=12001) 2024-12-03T21:42:58,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262238754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262238754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:58,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262238754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:58,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:58,861 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/4838a5c0091045baa8cf60967d6ed7a3 2024-12-03T21:42:58,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/9b8b857768a94e6cb324bc093bf0d246 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/9b8b857768a94e6cb324bc093bf0d246 2024-12-03T21:42:58,866 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/9b8b857768a94e6cb324bc093bf0d246, entries=150, sequenceid=120, filesize=30.2 K 2024-12-03T21:42:58,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/8c7131244545484bbb810ab9cc351599 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8c7131244545484bbb810ab9cc351599 2024-12-03T21:42:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,870 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8c7131244545484bbb810ab9cc351599, entries=150, sequenceid=120, filesize=11.7 K 2024-12-03T21:42:58,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/4838a5c0091045baa8cf60967d6ed7a3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4838a5c0091045baa8cf60967d6ed7a3 2024-12-03T21:42:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,874 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4838a5c0091045baa8cf60967d6ed7a3, entries=150, sequenceid=120, filesize=11.7 K 2024-12-03T21:42:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,875 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for 16946ab4aefa7bca1658a50ef0fc9417 in 1663ms, sequenceid=120, compaction requested=false 2024-12-03T21:42:58,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:42:58,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:42:58,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-03T21:42:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-03T21:42:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-03T21:42:58,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1900 sec 2024-12-03T21:42:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 3.1940 sec 2024-12-03T21:42:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:42:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:42:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:42:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:42:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:42:59,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:42:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203076bfd9fd99f43fe914d8c9805525177_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_1/A:col10/1733262177616/Put/seqid=0 2024-12-03T21:42:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742378_1554 (size=12304) 2024-12-03T21:42:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:42:59,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:59,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262239764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:59,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:59,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262239764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:59,769 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:59,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,769 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:59,770 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:42:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:59,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262239767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:59,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262239767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262239768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-03T21:42:59,853 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:42:59,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:42:59,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-03T21:42:59,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T21:42:59,855 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:42:59,856 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:42:59,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:42:59,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262239873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:59,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262239873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:42:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262239874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:42:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:42:59,876 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:42:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T21:43:00,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T21:43:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262240083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:00,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262240083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:00,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:00,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262240083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:00,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:00,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:00,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:00,150 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203076bfd9fd99f43fe914d8c9805525177_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203076bfd9fd99f43fe914d8c9805525177_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:00,150 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:00,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa is 175, key is test_row_1/A:col10/1733262177616/Put/seqid=0 2024-12-03T21:43:00,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742379_1555 (size=31101) 2024-12-03T21:43:00,154 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa 2024-12-03T21:43:00,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T21:43:00,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:00,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/aa97b5439bc948fd8251a9c2b1301816 is 50, key is test_row_1/B:col10/1733262177616/Put/seqid=0 2024-12-03T21:43:00,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742380_1556 (size=9757) 2024-12-03T21:43:00,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T21:43:00,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T21:43:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262240394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:00,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262240394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:00,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262240394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:00,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T21:43:00,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T21:43:00,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/aa97b5439bc948fd8251a9c2b1301816 2024-12-03T21:43:00,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/fb2c4fb5a2f04245a2d201b1fce16c96 is 50, key is test_row_1/C:col10/1733262177616/Put/seqid=0 2024-12-03T21:43:00,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742381_1557 (size=9757) 2024-12-03T21:43:00,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T21:43:00,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:00,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,617 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T21:43:00,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:00,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262240904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:00,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262240904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:00,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262240904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:00,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:00,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T21:43:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:00,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/fb2c4fb5a2f04245a2d201b1fce16c96 2024-12-03T21:43:00,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa 2024-12-03T21:43:00,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa, entries=150, sequenceid=135, filesize=30.4 K 2024-12-03T21:43:00,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/aa97b5439bc948fd8251a9c2b1301816 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/aa97b5439bc948fd8251a9c2b1301816 2024-12-03T21:43:00,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/aa97b5439bc948fd8251a9c2b1301816, entries=100, sequenceid=135, filesize=9.5 K 2024-12-03T21:43:00,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/fb2c4fb5a2f04245a2d201b1fce16c96 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/fb2c4fb5a2f04245a2d201b1fce16c96 2024-12-03T21:43:00,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T21:43:00,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/fb2c4fb5a2f04245a2d201b1fce16c96, entries=100, sequenceid=135, filesize=9.5 K 2024-12-03T21:43:00,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 16946ab4aefa7bca1658a50ef0fc9417 in 1259ms, sequenceid=135, compaction requested=true 2024-12-03T21:43:00,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:00,997 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:00,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:43:00,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:00,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:43:00,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:00,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:43:00,997 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:00,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:00,997 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:00,997 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/A is initiating minor compaction (all files) 2024-12-03T21:43:00,997 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/A in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,998 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0932c774ff9d4eaba797e8a7e2c3642d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/9b8b857768a94e6cb324bc093bf0d246, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=91.0 K 2024-12-03T21:43:00,998 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,998 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0932c774ff9d4eaba797e8a7e2c3642d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/9b8b857768a94e6cb324bc093bf0d246, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa] 2024-12-03T21:43:00,998 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:00,998 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0932c774ff9d4eaba797e8a7e2c3642d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733262174388 2024-12-03T21:43:00,998 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/B is initiating minor compaction (all files) 2024-12-03T21:43:00,998 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/B in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:00,998 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0f3c9822f054430ebc804e6df46ac0ec, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8c7131244545484bbb810ab9cc351599, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/aa97b5439bc948fd8251a9c2b1301816] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=33.2 K 2024-12-03T21:43:00,998 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f3c9822f054430ebc804e6df46ac0ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733262174388 2024-12-03T21:43:00,998 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b8b857768a94e6cb324bc093bf0d246, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733262175558 2024-12-03T21:43:00,999 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c7131244545484bbb810ab9cc351599, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733262175558 2024-12-03T21:43:00,999 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13dfc80e3ae74a9aaaeaad0bbe7c8caa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733262177616 2024-12-03T21:43:00,999 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting aa97b5439bc948fd8251a9c2b1301816, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733262177616 2024-12-03T21:43:01,006 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:01,008 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203ce38f242641f4d5f920c2f14e4e9dba7_16946ab4aefa7bca1658a50ef0fc9417 store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:01,008 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:01,008 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/e0d0b9f593d94b72a6621a317df3a9fd is 50, key is test_row_0/B:col10/1733262175558/Put/seqid=0 2024-12-03T21:43:01,009 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203ce38f242641f4d5f920c2f14e4e9dba7_16946ab4aefa7bca1658a50ef0fc9417, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:01,009 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203ce38f242641f4d5f920c2f14e4e9dba7_16946ab4aefa7bca1658a50ef0fc9417 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:01,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742382_1558 (size=12409) 2024-12-03T21:43:01,025 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/e0d0b9f593d94b72a6621a317df3a9fd as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e0d0b9f593d94b72a6621a317df3a9fd 2024-12-03T21:43:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742383_1559 (size=4469) 2024-12-03T21:43:01,031 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/B of 16946ab4aefa7bca1658a50ef0fc9417 into e0d0b9f593d94b72a6621a317df3a9fd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:01,031 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:01,031 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/B, priority=13, startTime=1733262180997; duration=0sec 2024-12-03T21:43:01,031 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:01,031 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:B 2024-12-03T21:43:01,031 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:01,033 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:01,033 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/C is initiating minor compaction (all files) 2024-12-03T21:43:01,033 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/C in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:01,033 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7199384cf52c4dddb178d6434ba4ee2a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4838a5c0091045baa8cf60967d6ed7a3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/fb2c4fb5a2f04245a2d201b1fce16c96] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=33.2 K 2024-12-03T21:43:01,033 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 7199384cf52c4dddb178d6434ba4ee2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733262174388 2024-12-03T21:43:01,033 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 4838a5c0091045baa8cf60967d6ed7a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733262175558 2024-12-03T21:43:01,034 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting fb2c4fb5a2f04245a2d201b1fce16c96, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733262177616 2024-12-03T21:43:01,040 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:01,040 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/a8d6c0604d5c408d841986c69ac12171 is 50, key is test_row_0/C:col10/1733262175558/Put/seqid=0 2024-12-03T21:43:01,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742384_1560 (size=12409) 2024-12-03T21:43:01,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-03T21:43:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:01,075 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-03T21:43:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:01,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:01,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120303665c07c2b94af0ace3e912a80906fe_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262179759/Put/seqid=0 2024-12-03T21:43:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742385_1561 (size=12304) 2024-12-03T21:43:01,426 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#A#compaction#474 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:01,427 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/2b8676b6e2004e67a441b4919c061adf is 175, key is test_row_0/A:col10/1733262175558/Put/seqid=0 2024-12-03T21:43:01,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742386_1562 (size=31470) 2024-12-03T21:43:01,448 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/a8d6c0604d5c408d841986c69ac12171 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/a8d6c0604d5c408d841986c69ac12171 2024-12-03T21:43:01,452 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/C of 16946ab4aefa7bca1658a50ef0fc9417 into a8d6c0604d5c408d841986c69ac12171(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:01,452 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:01,452 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/C, priority=13, startTime=1733262180997; duration=0sec 2024-12-03T21:43:01,452 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:01,452 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:C 2024-12-03T21:43:01,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:01,489 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120303665c07c2b94af0ace3e912a80906fe_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120303665c07c2b94af0ace3e912a80906fe_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:01,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/39bd8ae2430544b7ba8a980b70e6394b, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:01,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/39bd8ae2430544b7ba8a980b70e6394b is 175, key is test_row_0/A:col10/1733262179759/Put/seqid=0 2024-12-03T21:43:01,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742387_1563 (size=31105) 2024-12-03T21:43:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:01,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:01,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:01,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262241810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,813 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:01,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:01,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262241812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:01,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:01,833 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/2b8676b6e2004e67a441b4919c061adf as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2b8676b6e2004e67a441b4919c061adf 2024-12-03T21:43:01,836 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/A of 16946ab4aefa7bca1658a50ef0fc9417 into 2b8676b6e2004e67a441b4919c061adf(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:01,836 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:01,837 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/A, priority=13, startTime=1733262180996; duration=0sec 2024-12-03T21:43:01,837 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:01,837 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:A 2024-12-03T21:43:01,912 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/39bd8ae2430544b7ba8a980b70e6394b 2024-12-03T21:43:01,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:01,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262241913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:01,916 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:43:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:01,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/8655c8734ada4904bf8a5997f02b6c15 is 50, key is test_row_0/B:col10/1733262179759/Put/seqid=0 2024-12-03T21:43:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742388_1564 (size=12151) 2024-12-03T21:43:01,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262241924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:01,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:01,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262241924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262241924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:01,925 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:43:01,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262241924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,926 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:43:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:01,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:01,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:02,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T21:43:02,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262242134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:02,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:02,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262242134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:02,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:02,320 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/8655c8734ada4904bf8a5997f02b6c15 2024-12-03T21:43:02,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/93485e6d0c6f4ada8bb8a5bde99bc9d4 is 50, key is test_row_0/C:col10/1733262179759/Put/seqid=0 2024-12-03T21:43:02,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742389_1565 (size=12151) 2024-12-03T21:43:02,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262242443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262242443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,444 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:02,736 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/93485e6d0c6f4ada8bb8a5bde99bc9d4 2024-12-03T21:43:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/39bd8ae2430544b7ba8a980b70e6394b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/39bd8ae2430544b7ba8a980b70e6394b 2024-12-03T21:43:02,742 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/39bd8ae2430544b7ba8a980b70e6394b, entries=150, sequenceid=154, filesize=30.4 K 2024-12-03T21:43:02,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/8655c8734ada4904bf8a5997f02b6c15 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8655c8734ada4904bf8a5997f02b6c15 2024-12-03T21:43:02,745 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8655c8734ada4904bf8a5997f02b6c15, entries=150, sequenceid=154, filesize=11.9 K 2024-12-03T21:43:02,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/93485e6d0c6f4ada8bb8a5bde99bc9d4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/93485e6d0c6f4ada8bb8a5bde99bc9d4 2024-12-03T21:43:02,748 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/93485e6d0c6f4ada8bb8a5bde99bc9d4, entries=150, sequenceid=154, filesize=11.9 K 2024-12-03T21:43:02,748 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 16946ab4aefa7bca1658a50ef0fc9417 in 1673ms, sequenceid=154, compaction requested=false 2024-12-03T21:43:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:02,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-03T21:43:02,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-03T21:43:02,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-03T21:43:02,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8930 sec 2024-12-03T21:43:02,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.8970 sec 2024-12-03T21:43:02,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:02,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:43:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:02,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:02,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035aa2c1945b3740b7b110ebf5378bbea0_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262181794/Put/seqid=0 2024-12-03T21:43:02,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742390_1566 (size=12304) 2024-12-03T21:43:02,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:02,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262242981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262242982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:03,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:03,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262243093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:03,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:03,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262243093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:03,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262243304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:03,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:03,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262243304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:03,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:03,365 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:03,367 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412035aa2c1945b3740b7b110ebf5378bbea0_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035aa2c1945b3740b7b110ebf5378bbea0_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:03,368 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/f4b2471da79a46ec8cc12f60f7a5cbea, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:03,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/f4b2471da79a46ec8cc12f60f7a5cbea is 175, key is test_row_0/A:col10/1733262181794/Put/seqid=0 2024-12-03T21:43:03,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742391_1567 (size=31105) 2024-12-03T21:43:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262243613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:03,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262243613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:03,614 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,615 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:03,772 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/f4b2471da79a46ec8cc12f60f7a5cbea 2024-12-03T21:43:03,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/a8f443e60bd74badb42b8cea27caf211 is 50, key is test_row_0/B:col10/1733262181794/Put/seqid=0 2024-12-03T21:43:03,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742392_1568 (size=12151) 2024-12-03T21:43:03,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:03,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262243933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:03,936 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:43:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,937 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:03,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262243944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:03,945 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:43:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:03,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:03,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262243954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:03,956 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_2' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:43:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:03,957 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:04,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-03T21:43:04,024 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:43:04,024 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:43:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-03T21:43:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T21:43:04,026 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:43:04,026 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:43:04,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:43:04,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262244123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:04,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:04,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262244123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:04,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:04,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T21:43:04,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T21:43:04,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:04,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:04,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:04,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:04,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:04,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:04,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/a8f443e60bd74badb42b8cea27caf211 2024-12-03T21:43:04,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/7327b419150e4c30ac80cbd199af1fd3 is 50, key is test_row_0/C:col10/1733262181794/Put/seqid=0 2024-12-03T21:43:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742393_1569 (size=12151) 2024-12-03T21:43:04,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/7327b419150e4c30ac80cbd199af1fd3 2024-12-03T21:43:04,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/f4b2471da79a46ec8cc12f60f7a5cbea as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f4b2471da79a46ec8cc12f60f7a5cbea 2024-12-03T21:43:04,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f4b2471da79a46ec8cc12f60f7a5cbea, entries=150, sequenceid=172, filesize=30.4 K 2024-12-03T21:43:04,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/a8f443e60bd74badb42b8cea27caf211 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a8f443e60bd74badb42b8cea27caf211 2024-12-03T21:43:04,198 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a8f443e60bd74badb42b8cea27caf211, entries=150, sequenceid=172, filesize=11.9 K 2024-12-03T21:43:04,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/7327b419150e4c30ac80cbd199af1fd3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7327b419150e4c30ac80cbd199af1fd3 2024-12-03T21:43:04,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7327b419150e4c30ac80cbd199af1fd3, entries=150, sequenceid=172, filesize=11.9 K 2024-12-03T21:43:04,202 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 16946ab4aefa7bca1658a50ef0fc9417 in 1246ms, sequenceid=172, compaction requested=true 2024-12-03T21:43:04,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:04,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:43:04,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:04,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:43:04,203 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:04,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:04,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:43:04,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-03T21:43:04,203 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:04,204 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93680 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:04,204 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:04,204 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/A is initiating minor compaction (all files) 2024-12-03T21:43:04,204 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/B is initiating minor compaction (all files) 2024-12-03T21:43:04,204 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/B in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:04,204 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e0d0b9f593d94b72a6621a317df3a9fd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8655c8734ada4904bf8a5997f02b6c15, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a8f443e60bd74badb42b8cea27caf211] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=35.9 K 2024-12-03T21:43:04,204 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/A in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:04,204 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2b8676b6e2004e67a441b4919c061adf, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/39bd8ae2430544b7ba8a980b70e6394b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f4b2471da79a46ec8cc12f60f7a5cbea] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=91.5 K 2024-12-03T21:43:04,204 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:04,204 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2b8676b6e2004e67a441b4919c061adf, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/39bd8ae2430544b7ba8a980b70e6394b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f4b2471da79a46ec8cc12f60f7a5cbea] 2024-12-03T21:43:04,204 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b8676b6e2004e67a441b4919c061adf, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733262175558 2024-12-03T21:43:04,204 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e0d0b9f593d94b72a6621a317df3a9fd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733262175558 2024-12-03T21:43:04,205 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39bd8ae2430544b7ba8a980b70e6394b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262179759 2024-12-03T21:43:04,205 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8655c8734ada4904bf8a5997f02b6c15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262179759 2024-12-03T21:43:04,205 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4b2471da79a46ec8cc12f60f7a5cbea, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733262181794 2024-12-03T21:43:04,205 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a8f443e60bd74badb42b8cea27caf211, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733262181794 2024-12-03T21:43:04,209 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:04,211 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#B#compaction#483 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:04,211 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/ff1d31d543544c00b430afc70e251140 is 50, key is test_row_0/B:col10/1733262181794/Put/seqid=0 2024-12-03T21:43:04,213 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203243e2a888bf540d0936db4e1460e6444_16946ab4aefa7bca1658a50ef0fc9417 store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:04,214 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203243e2a888bf540d0936db4e1460e6444_16946ab4aefa7bca1658a50ef0fc9417, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:04,214 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203243e2a888bf540d0936db4e1460e6444_16946ab4aefa7bca1658a50ef0fc9417 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:04,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742394_1570 (size=12561) 2024-12-03T21:43:04,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742395_1571 (size=4469) 2024-12-03T21:43:04,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-03T21:43:04,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:04,331 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T21:43:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:04,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:04,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c420707d0c254bc0a716dde75f74c48e_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262182976/Put/seqid=0 2024-12-03T21:43:04,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742396_1572 (size=12304) 2024-12-03T21:43:04,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T21:43:04,625 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:04,626 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/0ee9a8c710224d18a89ffb1d295a55df is 175, key is test_row_0/A:col10/1733262181794/Put/seqid=0 2024-12-03T21:43:04,627 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/ff1d31d543544c00b430afc70e251140 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/ff1d31d543544c00b430afc70e251140 2024-12-03T21:43:04,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742397_1573 (size=31515) 2024-12-03T21:43:04,631 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/B of 16946ab4aefa7bca1658a50ef0fc9417 into ff1d31d543544c00b430afc70e251140(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:04,631 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:04,631 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/B, priority=13, startTime=1733262184203; duration=0sec 2024-12-03T21:43:04,632 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:04,632 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:B 2024-12-03T21:43:04,632 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:04,632 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:04,632 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/C is initiating minor compaction (all files) 2024-12-03T21:43:04,632 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/C in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:04,633 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/a8d6c0604d5c408d841986c69ac12171, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/93485e6d0c6f4ada8bb8a5bde99bc9d4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7327b419150e4c30ac80cbd199af1fd3] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=35.9 K 2024-12-03T21:43:04,633 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting a8d6c0604d5c408d841986c69ac12171, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733262175558 2024-12-03T21:43:04,633 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 93485e6d0c6f4ada8bb8a5bde99bc9d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733262179759 2024-12-03T21:43:04,633 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 7327b419150e4c30ac80cbd199af1fd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733262181794 2024-12-03T21:43:04,639 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#C#compaction#486 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:04,639 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/e9e20811147149c2a37558b06e5b82fa is 50, key is test_row_0/C:col10/1733262181794/Put/seqid=0 2024-12-03T21:43:04,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742398_1574 (size=12561) 2024-12-03T21:43:04,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T21:43:04,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:04,742 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203c420707d0c254bc0a716dde75f74c48e_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c420707d0c254bc0a716dde75f74c48e_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:04,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/a27a23d831c54ad1890e9fac59b82aa8, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:04,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/a27a23d831c54ad1890e9fac59b82aa8 is 175, key is test_row_0/A:col10/1733262182976/Put/seqid=0 2024-12-03T21:43:04,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742399_1575 (size=31105) 2024-12-03T21:43:05,032 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/0ee9a8c710224d18a89ffb1d295a55df as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0ee9a8c710224d18a89ffb1d295a55df 2024-12-03T21:43:05,035 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/A of 16946ab4aefa7bca1658a50ef0fc9417 into 0ee9a8c710224d18a89ffb1d295a55df(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:05,036 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:05,036 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/A, priority=13, startTime=1733262184203; duration=0sec 2024-12-03T21:43:05,036 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:05,036 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:A 2024-12-03T21:43:05,045 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/e9e20811147149c2a37558b06e5b82fa as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/e9e20811147149c2a37558b06e5b82fa 2024-12-03T21:43:05,048 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/C of 16946ab4aefa7bca1658a50ef0fc9417 into e9e20811147149c2a37558b06e5b82fa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:05,048 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:05,048 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/C, priority=13, startTime=1733262184203; duration=0sec 2024-12-03T21:43:05,049 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:05,049 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:C 2024-12-03T21:43:05,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:05,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:05,146 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=189, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/a27a23d831c54ad1890e9fac59b82aa8 2024-12-03T21:43:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/6dc293bd98aa4673b569820ff9ac4426 is 50, key is test_row_0/B:col10/1733262182976/Put/seqid=0 2024-12-03T21:43:05,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742400_1576 (size=12151) 2024-12-03T21:43:05,156 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/6dc293bd98aa4673b569820ff9ac4426 2024-12-03T21:43:05,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262245157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262245158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/de83a3b968b2475bbda7cd3e224edbe4 is 50, key is test_row_0/C:col10/1733262182976/Put/seqid=0 2024-12-03T21:43:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T21:43:05,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742401_1577 (size=12151) 2024-12-03T21:43:05,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262245263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262245263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,265 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,266 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262245474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262245474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,568 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/de83a3b968b2475bbda7cd3e224edbe4 2024-12-03T21:43:05,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/a27a23d831c54ad1890e9fac59b82aa8 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/a27a23d831c54ad1890e9fac59b82aa8 2024-12-03T21:43:05,574 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/a27a23d831c54ad1890e9fac59b82aa8, entries=150, sequenceid=189, filesize=30.4 K 2024-12-03T21:43:05,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/6dc293bd98aa4673b569820ff9ac4426 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6dc293bd98aa4673b569820ff9ac4426 2024-12-03T21:43:05,576 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6dc293bd98aa4673b569820ff9ac4426, entries=150, sequenceid=189, filesize=11.9 K 2024-12-03T21:43:05,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/de83a3b968b2475bbda7cd3e224edbe4 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/de83a3b968b2475bbda7cd3e224edbe4 2024-12-03T21:43:05,579 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/de83a3b968b2475bbda7cd3e224edbe4, entries=150, sequenceid=189, filesize=11.9 K 2024-12-03T21:43:05,580 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 16946ab4aefa7bca1658a50ef0fc9417 in 1249ms, sequenceid=189, compaction requested=false 2024-12-03T21:43:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:05,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-03T21:43:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-03T21:43:05,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-03T21:43:05,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-12-03T21:43:05,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.5590 sec 2024-12-03T21:43:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:05,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:43:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:05,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120346943ce0596e4c4282ade96af7996587_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262185147/Put/seqid=0 2024-12-03T21:43:05,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742402_1578 (size=12304) 2024-12-03T21:43:05,794 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:05,797 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120346943ce0596e4c4282ade96af7996587_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120346943ce0596e4c4282ade96af7996587_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:05,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/5a17749c219e4be485c2a54939e3b002, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:05,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/5a17749c219e4be485c2a54939e3b002 is 175, key is test_row_0/A:col10/1733262185147/Put/seqid=0 2024-12-03T21:43:05,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742403_1579 (size=31105) 2024-12-03T21:43:05,801 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/5a17749c219e4be485c2a54939e3b002 2024-12-03T21:43:05,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/e1af1733d99a4499ad3d9792d7e4d706 is 50, key is test_row_0/B:col10/1733262185147/Put/seqid=0 2024-12-03T21:43:05,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742404_1580 (size=12151) 2024-12-03T21:43:05,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/e1af1733d99a4499ad3d9792d7e4d706 2024-12-03T21:43:05,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/26cc2fe5444844e482c7b85b79421ba2 is 50, key is test_row_0/C:col10/1733262185147/Put/seqid=0 2024-12-03T21:43:05,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262245815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262245816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742405_1581 (size=12151) 2024-12-03T21:43:05,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/26cc2fe5444844e482c7b85b79421ba2 2024-12-03T21:43:05,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/5a17749c219e4be485c2a54939e3b002 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/5a17749c219e4be485c2a54939e3b002 2024-12-03T21:43:05,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/5a17749c219e4be485c2a54939e3b002, entries=150, sequenceid=208, filesize=30.4 K 2024-12-03T21:43:05,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/e1af1733d99a4499ad3d9792d7e4d706 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e1af1733d99a4499ad3d9792d7e4d706 2024-12-03T21:43:05,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e1af1733d99a4499ad3d9792d7e4d706, entries=150, sequenceid=208, filesize=11.9 K 2024-12-03T21:43:05,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/26cc2fe5444844e482c7b85b79421ba2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/26cc2fe5444844e482c7b85b79421ba2 2024-12-03T21:43:05,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/26cc2fe5444844e482c7b85b79421ba2, entries=150, sequenceid=208, filesize=11.9 K 2024-12-03T21:43:05,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 16946ab4aefa7bca1658a50ef0fc9417 in 48ms, sequenceid=208, compaction requested=true 2024-12-03T21:43:05,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:05,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:43:05,833 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:05,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:05,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:43:05,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:05,833 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:05,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:43:05,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:05,834 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:05,834 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/B is initiating minor compaction (all files) 2024-12-03T21:43:05,834 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/B in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:05,834 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/ff1d31d543544c00b430afc70e251140, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6dc293bd98aa4673b569820ff9ac4426, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e1af1733d99a4499ad3d9792d7e4d706] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=36.0 K 2024-12-03T21:43:05,834 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:05,834 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/A is initiating minor compaction (all files) 2024-12-03T21:43:05,835 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/A in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:05,835 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting ff1d31d543544c00b430afc70e251140, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733262181794 2024-12-03T21:43:05,835 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0ee9a8c710224d18a89ffb1d295a55df, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/a27a23d831c54ad1890e9fac59b82aa8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/5a17749c219e4be485c2a54939e3b002] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=91.5 K 2024-12-03T21:43:05,835 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:05,835 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0ee9a8c710224d18a89ffb1d295a55df, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/a27a23d831c54ad1890e9fac59b82aa8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/5a17749c219e4be485c2a54939e3b002] 2024-12-03T21:43:05,835 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 6dc293bd98aa4673b569820ff9ac4426, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733262182976 2024-12-03T21:43:05,835 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ee9a8c710224d18a89ffb1d295a55df, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733262181794 2024-12-03T21:43:05,835 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting e1af1733d99a4499ad3d9792d7e4d706, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733262185147 2024-12-03T21:43:05,835 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting a27a23d831c54ad1890e9fac59b82aa8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733262182976 2024-12-03T21:43:05,835 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a17749c219e4be485c2a54939e3b002, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733262185147 2024-12-03T21:43:05,842 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:05,843 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/0ce5951245e2467ea1a5cc94f28b1539 is 50, key is test_row_0/B:col10/1733262185147/Put/seqid=0 2024-12-03T21:43:05,844 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:05,846 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120397f54373b5ca44e9a5ec470cc9abf446_16946ab4aefa7bca1658a50ef0fc9417 store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:05,848 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120397f54373b5ca44e9a5ec470cc9abf446_16946ab4aefa7bca1658a50ef0fc9417, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:05,848 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120397f54373b5ca44e9a5ec470cc9abf446_16946ab4aefa7bca1658a50ef0fc9417 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:05,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742406_1582 (size=12663) 2024-12-03T21:43:05,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742407_1583 (size=4469) 2024-12-03T21:43:05,862 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#A#compaction#493 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:05,862 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/c939afe511d349ecb43170b524e05d0f is 175, key is test_row_0/A:col10/1733262185147/Put/seqid=0 2024-12-03T21:43:05,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742408_1584 (size=31617) 2024-12-03T21:43:05,872 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/c939afe511d349ecb43170b524e05d0f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/c939afe511d349ecb43170b524e05d0f 2024-12-03T21:43:05,875 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/A of 16946ab4aefa7bca1658a50ef0fc9417 into c939afe511d349ecb43170b524e05d0f(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:05,875 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:05,875 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/A, priority=13, startTime=1733262185833; duration=0sec 2024-12-03T21:43:05,875 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:05,875 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:A 2024-12-03T21:43:05,875 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:05,876 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:05,876 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/C is initiating minor compaction (all files) 2024-12-03T21:43:05,876 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/C in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:05,876 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/e9e20811147149c2a37558b06e5b82fa, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/de83a3b968b2475bbda7cd3e224edbe4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/26cc2fe5444844e482c7b85b79421ba2] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=36.0 K 2024-12-03T21:43:05,876 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9e20811147149c2a37558b06e5b82fa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733262181794 2024-12-03T21:43:05,877 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting de83a3b968b2475bbda7cd3e224edbe4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1733262182976 2024-12-03T21:43:05,877 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26cc2fe5444844e482c7b85b79421ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733262185147 2024-12-03T21:43:05,883 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:05,884 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/27fb1a780bb24b0b83cc9ffea809f82a is 50, key is test_row_0/C:col10/1733262185147/Put/seqid=0 2024-12-03T21:43:05,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742409_1585 (size=12663) 2024-12-03T21:43:05,891 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/27fb1a780bb24b0b83cc9ffea809f82a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/27fb1a780bb24b0b83cc9ffea809f82a 2024-12-03T21:43:05,896 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/C of 16946ab4aefa7bca1658a50ef0fc9417 into 27fb1a780bb24b0b83cc9ffea809f82a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:05,896 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:05,896 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/C, priority=13, startTime=1733262185833; duration=0sec 2024-12-03T21:43:05,897 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:05,897 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:C 2024-12-03T21:43:05,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:05,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-03T21:43:05,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:05,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:05,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:05,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:05,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203aa9bcd9614434c97b77af797f98616b3_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262185925/Put/seqid=0 2024-12-03T21:43:05,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742410_1586 (size=17284) 2024-12-03T21:43:05,935 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:05,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203aa9bcd9614434c97b77af797f98616b3_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203aa9bcd9614434c97b77af797f98616b3_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:05,940 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/50722243b22342acae85db6ca38217a3, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:05,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/50722243b22342acae85db6ca38217a3 is 175, key is test_row_0/A:col10/1733262185925/Put/seqid=0 2024-12-03T21:43:05,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742411_1587 (size=48389) 2024-12-03T21:43:05,944 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=229, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/50722243b22342acae85db6ca38217a3 2024-12-03T21:43:05,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262245945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262245946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:05,950 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:05,952 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/376c7345b29f49738e54fdb22785b82f is 50, key is test_row_0/B:col10/1733262185925/Put/seqid=0 2024-12-03T21:43:05,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742412_1588 (size=12151) 2024-12-03T21:43:05,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/376c7345b29f49738e54fdb22785b82f 2024-12-03T21:43:05,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/7bc1419a6ec7489296d3ca23c2958b55 is 50, key is test_row_0/C:col10/1733262185925/Put/seqid=0 2024-12-03T21:43:05,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742413_1589 (size=12151) 2024-12-03T21:43:05,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/7bc1419a6ec7489296d3ca23c2958b55 2024-12-03T21:43:05,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/50722243b22342acae85db6ca38217a3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/50722243b22342acae85db6ca38217a3 2024-12-03T21:43:05,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/50722243b22342acae85db6ca38217a3, entries=250, sequenceid=229, filesize=47.3 K 2024-12-03T21:43:05,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/376c7345b29f49738e54fdb22785b82f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/376c7345b29f49738e54fdb22785b82f 2024-12-03T21:43:05,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/376c7345b29f49738e54fdb22785b82f, entries=150, sequenceid=229, filesize=11.9 K 2024-12-03T21:43:05,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/7bc1419a6ec7489296d3ca23c2958b55 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7bc1419a6ec7489296d3ca23c2958b55 2024-12-03T21:43:05,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7bc1419a6ec7489296d3ca23c2958b55, entries=150, sequenceid=229, filesize=11.9 K 2024-12-03T21:43:05,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 16946ab4aefa7bca1658a50ef0fc9417 in 57ms, sequenceid=229, compaction requested=false 2024-12-03T21:43:05,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:06,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:43:06,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:06,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:06,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:06,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:06,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:06,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:06,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120300baeceac2454a459f01eaf9ad2353f4_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262185935/Put/seqid=0 2024-12-03T21:43:06,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742414_1590 (size=14794) 2024-12-03T21:43:06,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262246085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:06,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262246085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-03T21:43:06,174 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:43:06,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:43:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-12-03T21:43:06,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T21:43:06,176 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:43:06,177 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:43:06,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:43:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262246193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:06,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262246193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,195 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:06,256 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/0ce5951245e2467ea1a5cc94f28b1539 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0ce5951245e2467ea1a5cc94f28b1539 2024-12-03T21:43:06,259 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/B of 16946ab4aefa7bca1658a50ef0fc9417 into 0ce5951245e2467ea1a5cc94f28b1539(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:06,259 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:06,259 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/B, priority=13, startTime=1733262185833; duration=0sec 2024-12-03T21:43:06,259 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:06,259 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:B 2024-12-03T21:43:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T21:43:06,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T21:43:06,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:06,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262246403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:06,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:06,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262246403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,406 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:06,472 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:06,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120300baeceac2454a459f01eaf9ad2353f4_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120300baeceac2454a459f01eaf9ad2353f4_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:06,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/85f43446999e43e090de4a06caf9e1eb, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:06,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/85f43446999e43e090de4a06caf9e1eb is 175, key is test_row_0/A:col10/1733262185935/Put/seqid=0 2024-12-03T21:43:06,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742415_1591 (size=39749) 2024-12-03T21:43:06,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T21:43:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:06,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T21:43:06,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T21:43:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:06,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262246713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:06,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262246714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:06,716 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:06,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T21:43:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T21:43:06,879 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/85f43446999e43e090de4a06caf9e1eb 2024-12-03T21:43:06,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/645ceb14a2e34bc1839de9437b7c1292 is 50, key is test_row_0/B:col10/1733262185935/Put/seqid=0 2024-12-03T21:43:06,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742416_1592 (size=12151) 2024-12-03T21:43:06,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/645ceb14a2e34bc1839de9437b7c1292 2024-12-03T21:43:06,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/6ca4099048934ec8a20aecf21f70ac3c is 50, key is test_row_0/C:col10/1733262185935/Put/seqid=0 2024-12-03T21:43:06,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742417_1593 (size=12151) 2024-12-03T21:43:06,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T21:43:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:06,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:07,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T21:43:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:07,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:07,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262247223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:07,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262247224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:07,224 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:07,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:07,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T21:43:07,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:07,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:07,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:07,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:07,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:07,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/6ca4099048934ec8a20aecf21f70ac3c 2024-12-03T21:43:07,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/85f43446999e43e090de4a06caf9e1eb as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/85f43446999e43e090de4a06caf9e1eb 2024-12-03T21:43:07,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/85f43446999e43e090de4a06caf9e1eb, entries=200, sequenceid=244, filesize=38.8 K 2024-12-03T21:43:07,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/645ceb14a2e34bc1839de9437b7c1292 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/645ceb14a2e34bc1839de9437b7c1292 2024-12-03T21:43:07,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/645ceb14a2e34bc1839de9437b7c1292, entries=150, sequenceid=244, filesize=11.9 K 2024-12-03T21:43:07,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/6ca4099048934ec8a20aecf21f70ac3c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/6ca4099048934ec8a20aecf21f70ac3c 2024-12-03T21:43:07,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/6ca4099048934ec8a20aecf21f70ac3c, entries=150, sequenceid=244, filesize=11.9 K 2024-12-03T21:43:07,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 16946ab4aefa7bca1658a50ef0fc9417 in 1251ms, sequenceid=244, compaction requested=true 2024-12-03T21:43:07,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:07,307 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:43:07,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:07,308 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:07,308 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:07,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:43:07,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:07,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:43:07,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:07,308 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:07,308 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:07,308 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/B is initiating minor compaction (all files) 2024-12-03T21:43:07,308 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/A is initiating minor compaction (all files) 2024-12-03T21:43:07,308 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/A in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:07,308 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/B in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:07,308 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0ce5951245e2467ea1a5cc94f28b1539, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/376c7345b29f49738e54fdb22785b82f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/645ceb14a2e34bc1839de9437b7c1292] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=36.1 K 2024-12-03T21:43:07,308 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/c939afe511d349ecb43170b524e05d0f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/50722243b22342acae85db6ca38217a3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/85f43446999e43e090de4a06caf9e1eb] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=116.9 K 2024-12-03T21:43:07,308 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:07,309 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/c939afe511d349ecb43170b524e05d0f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/50722243b22342acae85db6ca38217a3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/85f43446999e43e090de4a06caf9e1eb] 2024-12-03T21:43:07,309 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ce5951245e2467ea1a5cc94f28b1539, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733262185147 2024-12-03T21:43:07,309 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting c939afe511d349ecb43170b524e05d0f, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733262185147 2024-12-03T21:43:07,309 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50722243b22342acae85db6ca38217a3, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733262185799 2024-12-03T21:43:07,309 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 376c7345b29f49738e54fdb22785b82f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733262185813 2024-12-03T21:43:07,309 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 645ceb14a2e34bc1839de9437b7c1292, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733262185935 2024-12-03T21:43:07,309 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85f43446999e43e090de4a06caf9e1eb, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733262185935 2024-12-03T21:43:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T21:43:07,314 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:07,315 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#B#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:07,316 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/dfc1ad12644747bd88b2577155f1fdbd is 50, key is test_row_0/B:col10/1733262185935/Put/seqid=0 2024-12-03T21:43:07,318 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241203a4f4511935b945b598114ea483f9c96c_16946ab4aefa7bca1658a50ef0fc9417 store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:07,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742418_1594 (size=12765) 2024-12-03T21:43:07,319 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241203a4f4511935b945b598114ea483f9c96c_16946ab4aefa7bca1658a50ef0fc9417, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:07,319 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a4f4511935b945b598114ea483f9c96c_16946ab4aefa7bca1658a50ef0fc9417 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:07,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742419_1595 (size=4469) 2024-12-03T21:43:07,324 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#A#compaction#501 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:07,324 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/68a4c1803378445d95617a3c9c239ba2 is 175, key is test_row_0/A:col10/1733262185935/Put/seqid=0 2024-12-03T21:43:07,328 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/dfc1ad12644747bd88b2577155f1fdbd as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/dfc1ad12644747bd88b2577155f1fdbd 2024-12-03T21:43:07,332 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/B of 16946ab4aefa7bca1658a50ef0fc9417 into dfc1ad12644747bd88b2577155f1fdbd(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:07,332 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:07,332 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/B, priority=13, startTime=1733262187308; duration=0sec 2024-12-03T21:43:07,332 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:07,332 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:B 2024-12-03T21:43:07,332 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:07,333 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:07,333 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/C is initiating minor compaction (all files) 2024-12-03T21:43:07,333 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/C in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:07,333 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/27fb1a780bb24b0b83cc9ffea809f82a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7bc1419a6ec7489296d3ca23c2958b55, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/6ca4099048934ec8a20aecf21f70ac3c] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=36.1 K 2024-12-03T21:43:07,333 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 27fb1a780bb24b0b83cc9ffea809f82a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733262185147 2024-12-03T21:43:07,334 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc1419a6ec7489296d3ca23c2958b55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733262185813 2024-12-03T21:43:07,334 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca4099048934ec8a20aecf21f70ac3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733262185935 2024-12-03T21:43:07,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742420_1596 (size=31719) 2024-12-03T21:43:07,338 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#C#compaction#503 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:07,339 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/4dacd47410d14f05a6876bfc2c36cb9b is 50, key is test_row_0/C:col10/1733262185935/Put/seqid=0 2024-12-03T21:43:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742421_1597 (size=12765) 2024-12-03T21:43:07,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-12-03T21:43:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:07,397 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-03T21:43:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:07,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:07,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034decc724072b40e99a4611677f796ddf_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262186072/Put/seqid=0 2024-12-03T21:43:07,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742422_1598 (size=12404) 2024-12-03T21:43:07,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:07,418 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412034decc724072b40e99a4611677f796ddf_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034decc724072b40e99a4611677f796ddf_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:07,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/491bd47c88c142f490c6a687866df36f, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:07,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/491bd47c88c142f490c6a687866df36f is 175, key is test_row_0/A:col10/1733262186072/Put/seqid=0 2024-12-03T21:43:07,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742423_1599 (size=31205) 2024-12-03T21:43:07,740 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/68a4c1803378445d95617a3c9c239ba2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/68a4c1803378445d95617a3c9c239ba2 2024-12-03T21:43:07,744 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/A of 16946ab4aefa7bca1658a50ef0fc9417 into 68a4c1803378445d95617a3c9c239ba2(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:07,744 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:07,744 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/A, priority=13, startTime=1733262187307; duration=0sec 2024-12-03T21:43:07,744 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:07,744 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:A 2024-12-03T21:43:07,752 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/4dacd47410d14f05a6876bfc2c36cb9b as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4dacd47410d14f05a6876bfc2c36cb9b 2024-12-03T21:43:07,755 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/C of 16946ab4aefa7bca1658a50ef0fc9417 into 4dacd47410d14f05a6876bfc2c36cb9b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:07,755 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:07,755 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/C, priority=13, startTime=1733262187308; duration=0sec 2024-12-03T21:43:07,755 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:07,755 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:C 2024-12-03T21:43:07,824 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/491bd47c88c142f490c6a687866df36f 2024-12-03T21:43:07,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/0bfc6c072d3c48d48dfb1fffbe7a857c is 50, key is test_row_0/B:col10/1733262186072/Put/seqid=0 2024-12-03T21:43:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742424_1600 (size=12251) 2024-12-03T21:43:07,848 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/0bfc6c072d3c48d48dfb1fffbe7a857c 2024-12-03T21:43:07,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/eb4a8518622048fa8b6ce68a7f89508a is 50, key is test_row_0/C:col10/1733262186072/Put/seqid=0 2024-12-03T21:43:07,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742425_1601 (size=12251) 2024-12-03T21:43:07,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:07,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262247973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:07,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262247974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:07,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262247977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:07,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262248084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262248084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262248084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41474 deadline: 1733262248233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,235 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_1' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:43:08,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,235 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41484 deadline: 1733262248244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,245 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to 101545f66cbd,43541,1733262011125 for 'test_row_0' in 16946ab4aefa7bca1658a50ef0fc9417 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor42.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-12-03T21:43:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,256 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/eb4a8518622048fa8b6ce68a7f89508a 2024-12-03T21:43:08,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/491bd47c88c142f490c6a687866df36f as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/491bd47c88c142f490c6a687866df36f 2024-12-03T21:43:08,261 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/491bd47c88c142f490c6a687866df36f, entries=150, sequenceid=263, filesize=30.5 K 2024-12-03T21:43:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/0bfc6c072d3c48d48dfb1fffbe7a857c as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0bfc6c072d3c48d48dfb1fffbe7a857c 2024-12-03T21:43:08,264 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0bfc6c072d3c48d48dfb1fffbe7a857c, entries=150, sequenceid=263, filesize=12.0 K 2024-12-03T21:43:08,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/eb4a8518622048fa8b6ce68a7f89508a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/eb4a8518622048fa8b6ce68a7f89508a 2024-12-03T21:43:08,267 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/eb4a8518622048fa8b6ce68a7f89508a, entries=150, sequenceid=263, filesize=12.0 K 2024-12-03T21:43:08,267 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 16946ab4aefa7bca1658a50ef0fc9417 in 870ms, sequenceid=263, compaction requested=false 2024-12-03T21:43:08,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:08,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-12-03T21:43:08,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-12-03T21:43:08,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-03T21:43:08,270 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0910 sec 2024-12-03T21:43:08,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.0950 sec 2024-12-03T21:43:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:08,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-03T21:43:08,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:08,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:08,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:08,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:08,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:08,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:08,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a9e9112cfea841139b0feb2f3fe23d27_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262188296/Put/seqid=0 2024-12-03T21:43:08,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742426_1602 (size=17534) 2024-12-03T21:43:08,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262248312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262248313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262248314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-03T21:43:08,324 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:43:08,326 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-03T21:43:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-03T21:43:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T21:43:08,328 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-03T21:43:08,329 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-03T21:43:08,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-03T21:43:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262248424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262248424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262248424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T21:43:08,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:08,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:08,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262248633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262248634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262248634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,637 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T21:43:08,708 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:08,710 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203a9e9112cfea841139b0feb2f3fe23d27_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a9e9112cfea841139b0feb2f3fe23d27_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:08,711 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/57a87cdacc434e5a87001f24adf51837, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:08,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/57a87cdacc434e5a87001f24adf51837 is 175, key is test_row_0/A:col10/1733262188296/Put/seqid=0 2024-12-03T21:43:08,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742427_1603 (size=48639) 2024-12-03T21:43:08,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:08,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:08,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:08,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:08,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:08,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:08,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262248943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262248943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262248943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:08,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T21:43:09,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:09,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,114 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/57a87cdacc434e5a87001f24adf51837 2024-12-03T21:43:09,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/8254f0bd64804626a79f3d47f078503d is 50, key is test_row_0/B:col10/1733262188296/Put/seqid=0 2024-12-03T21:43:09,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742428_1604 (size=12301) 2024-12-03T21:43:09,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:09,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:09,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,373 INFO [Thread-2345 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2345. 2024-12-03T21:43:09,373 DEBUG [Thread-2345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:09,373 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,373 DEBUG [Thread-2345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:09,374 INFO [Thread-2347 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2347. 2024-12-03T21:43:09,374 DEBUG [Thread-2347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:09,374 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,374 DEBUG [Thread-2347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,374 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:09,375 INFO [Thread-2341 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2341. 2024-12-03T21:43:09,375 DEBUG [Thread-2341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:09,375 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,375 DEBUG [Thread-2341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:09,376 INFO [Thread-2349 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2349. 2024-12-03T21:43:09,376 DEBUG [Thread-2349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:09,376 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,376 DEBUG [Thread-2349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:09,377 INFO [Thread-2343 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2343. 2024-12-03T21:43:09,377 DEBUG [Thread-2343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:09,377 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,377 DEBUG [Thread-2343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:09,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:09,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:09,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:09,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:09,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-03T21:43:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41454 deadline: 1733262249453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41460 deadline: 1733262249453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:09,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41420 deadline: 1733262249454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 2024-12-03T21:43:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 , the old value is region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-03T21:43:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:09,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., hostname=101545f66cbd,43541,1733262011125, seqNum=5 because the exception is null or not the one we care about 2024-12-03T21:43:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T21:43:09,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/8254f0bd64804626a79f3d47f078503d 2024-12-03T21:43:09,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/574fc7236d1a4818ad63103498f2305a is 50, key is test_row_0/C:col10/1733262188296/Put/seqid=0 2024-12-03T21:43:09,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742429_1605 (size=12301) 2024-12-03T21:43:09,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,600 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-03T21:43:09,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:09,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:09,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-03T21:43:09,944 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/574fc7236d1a4818ad63103498f2305a 2024-12-03T21:43:09,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/57a87cdacc434e5a87001f24adf51837 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/57a87cdacc434e5a87001f24adf51837 2024-12-03T21:43:09,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/57a87cdacc434e5a87001f24adf51837, entries=250, sequenceid=283, filesize=47.5 K 2024-12-03T21:43:09,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/8254f0bd64804626a79f3d47f078503d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8254f0bd64804626a79f3d47f078503d 2024-12-03T21:43:09,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8254f0bd64804626a79f3d47f078503d, entries=150, sequenceid=283, filesize=12.0 K 2024-12-03T21:43:09,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/574fc7236d1a4818ad63103498f2305a as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/574fc7236d1a4818ad63103498f2305a 2024-12-03T21:43:09,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/574fc7236d1a4818ad63103498f2305a, entries=150, sequenceid=283, filesize=12.0 K 2024-12-03T21:43:09,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 16946ab4aefa7bca1658a50ef0fc9417 in 1669ms, sequenceid=283, compaction requested=true 2024-12-03T21:43:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:A, priority=-2147483648, current under compaction store size is 1 2024-12-03T21:43:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:09,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:B, priority=-2147483648, current under compaction store size is 2 2024-12-03T21:43:09,965 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:09,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:09,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16946ab4aefa7bca1658a50ef0fc9417:C, priority=-2147483648, current under compaction store size is 3 2024-12-03T21:43:09,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:09,966 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:09,966 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111563 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:09,966 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:09,966 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/A is initiating minor compaction (all files) 2024-12-03T21:43:09,966 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/B is initiating minor compaction (all files) 2024-12-03T21:43:09,966 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/A in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,966 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/B in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,967 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/dfc1ad12644747bd88b2577155f1fdbd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0bfc6c072d3c48d48dfb1fffbe7a857c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8254f0bd64804626a79f3d47f078503d] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=36.4 K 2024-12-03T21:43:09,967 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/68a4c1803378445d95617a3c9c239ba2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/491bd47c88c142f490c6a687866df36f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/57a87cdacc434e5a87001f24adf51837] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=108.9 K 2024-12-03T21:43:09,967 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:09,967 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. files: [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/68a4c1803378445d95617a3c9c239ba2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/491bd47c88c142f490c6a687866df36f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/57a87cdacc434e5a87001f24adf51837] 2024-12-03T21:43:09,967 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting dfc1ad12644747bd88b2577155f1fdbd, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733262185935 2024-12-03T21:43:09,967 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68a4c1803378445d95617a3c9c239ba2, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733262185935 2024-12-03T21:43:09,967 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bfc6c072d3c48d48dfb1fffbe7a857c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733262186072 2024-12-03T21:43:09,967 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 491bd47c88c142f490c6a687866df36f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733262186072 2024-12-03T21:43:09,967 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 8254f0bd64804626a79f3d47f078503d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733262187973 2024-12-03T21:43:09,967 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57a87cdacc434e5a87001f24adf51837, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733262187958 2024-12-03T21:43:09,973 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:09,974 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#B#compaction#510 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:09,974 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/f6a6b46bbcae4b3f9cc6a3c9e4f9a085 is 50, key is test_row_0/B:col10/1733262188296/Put/seqid=0 2024-12-03T21:43:09,974 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412031f5b9f0e80c04cda9625f29b3596ba52_16946ab4aefa7bca1658a50ef0fc9417 store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:09,977 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412031f5b9f0e80c04cda9625f29b3596ba52_16946ab4aefa7bca1658a50ef0fc9417, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:09,978 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412031f5b9f0e80c04cda9625f29b3596ba52_16946ab4aefa7bca1658a50ef0fc9417 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:09,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742430_1606 (size=13017) 2024-12-03T21:43:09,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742431_1607 (size=4469) 2024-12-03T21:43:10,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43541 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-03T21:43:10,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:10,037 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-03T21:43:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:10,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:10,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203df36e1ac93014ca4904203610983e6c1_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262188313/Put/seqid=0 2024-12-03T21:43:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742432_1608 (size=12454) 2024-12-03T21:43:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43541 {}] regionserver.HRegion(8855): Flush requested on 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:10,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. as already flushing 2024-12-03T21:43:10,250 INFO [Thread-2332 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2332. 2024-12-03T21:43:10,250 DEBUG [Thread-2332 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:10,250 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,250 DEBUG [Thread-2332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:10,276 INFO [Thread-2334 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2334. 2024-12-03T21:43:10,277 DEBUG [Thread-2334 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:10,277 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,277 DEBUG [Thread-2334 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,277 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:10,386 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#A#compaction#511 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:10,388 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/1bbccafe0e49496eba01fba684c8d2be is 175, key is test_row_0/A:col10/1733262188296/Put/seqid=0 2024-12-03T21:43:10,390 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/f6a6b46bbcae4b3f9cc6a3c9e4f9a085 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/f6a6b46bbcae4b3f9cc6a3c9e4f9a085 2024-12-03T21:43:10,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742433_1609 (size=31971) 2024-12-03T21:43:10,397 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/B of 16946ab4aefa7bca1658a50ef0fc9417 into f6a6b46bbcae4b3f9cc6a3c9e4f9a085(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:10,397 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:10,397 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/B, priority=13, startTime=1733262189965; duration=0sec 2024-12-03T21:43:10,397 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-03T21:43:10,397 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:B 2024-12-03T21:43:10,397 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-03T21:43:10,398 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-03T21:43:10,398 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1541): 16946ab4aefa7bca1658a50ef0fc9417/C is initiating minor compaction (all files) 2024-12-03T21:43:10,398 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16946ab4aefa7bca1658a50ef0fc9417/C in TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:10,399 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4dacd47410d14f05a6876bfc2c36cb9b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/eb4a8518622048fa8b6ce68a7f89508a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/574fc7236d1a4818ad63103498f2305a] into tmpdir=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp, totalSize=36.4 K 2024-12-03T21:43:10,399 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dacd47410d14f05a6876bfc2c36cb9b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733262185935 2024-12-03T21:43:10,399 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting eb4a8518622048fa8b6ce68a7f89508a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1733262186072 2024-12-03T21:43:10,400 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] compactions.Compactor(225): Compacting 574fc7236d1a4818ad63103498f2305a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733262187973 2024-12-03T21:43:10,405 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16946ab4aefa7bca1658a50ef0fc9417#C#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-03T21:43:10,406 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/936e5bcc57b84cd0a3a98a98d4aa1c57 is 50, key is test_row_0/C:col10/1733262188296/Put/seqid=0 2024-12-03T21:43:10,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742434_1610 (size=13017) 2024-12-03T21:43:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:10,454 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203df36e1ac93014ca4904203610983e6c1_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203df36e1ac93014ca4904203610983e6c1_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/01bb02c81ca34ab2bef7f89dffb710e3, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:10,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/01bb02c81ca34ab2bef7f89dffb710e3 is 175, key is test_row_0/A:col10/1733262188313/Put/seqid=0 2024-12-03T21:43:10,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742435_1611 (size=31255) 2024-12-03T21:43:10,466 INFO [Thread-2336 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2336. 2024-12-03T21:43:10,466 INFO [Thread-2330 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2330. 2024-12-03T21:43:10,466 DEBUG [Thread-2336 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:10,466 DEBUG [Thread-2330 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:10,466 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,466 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,466 DEBUG [Thread-2330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,466 DEBUG [Thread-2336 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:10,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T21:43:10,475 INFO [Thread-2338 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2338. 2024-12-03T21:43:10,475 DEBUG [Thread-2338 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-03T21:43:10,475 DEBUG [Thread-2338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,475 DEBUG [Thread-2338 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:10,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:10,804 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/1bbccafe0e49496eba01fba684c8d2be as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/1bbccafe0e49496eba01fba684c8d2be 2024-12-03T21:43:10,811 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/A of 16946ab4aefa7bca1658a50ef0fc9417 into 1bbccafe0e49496eba01fba684c8d2be(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:10,811 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:10,811 INFO [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/A, priority=13, startTime=1733262189965; duration=0sec 2024-12-03T21:43:10,811 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:10,811 DEBUG [RS:0;101545f66cbd:43541-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:A 2024-12-03T21:43:10,813 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/936e5bcc57b84cd0a3a98a98d4aa1c57 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/936e5bcc57b84cd0a3a98a98d4aa1c57 2024-12-03T21:43:10,817 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16946ab4aefa7bca1658a50ef0fc9417/C of 16946ab4aefa7bca1658a50ef0fc9417 into 936e5bcc57b84cd0a3a98a98d4aa1c57(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-03T21:43:10,817 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:10,817 INFO [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., storeName=16946ab4aefa7bca1658a50ef0fc9417/C, priority=13, startTime=1733262189966; duration=0sec 2024-12-03T21:43:10,817 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-03T21:43:10,817 DEBUG [RS:0;101545f66cbd:43541-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16946ab4aefa7bca1658a50ef0fc9417:C 2024-12-03T21:43:10,861 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=297, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/01bb02c81ca34ab2bef7f89dffb710e3 2024-12-03T21:43:10,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/724603773bc346ad90dace86c4474757 is 50, key is test_row_0/B:col10/1733262188313/Put/seqid=0 2024-12-03T21:43:10,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742436_1612 (size=12301) 2024-12-03T21:43:11,277 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/724603773bc346ad90dace86c4474757 2024-12-03T21:43:11,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/69f87bb01cf64d6197e3196c38ae83b3 is 50, key is test_row_0/C:col10/1733262188313/Put/seqid=0 2024-12-03T21:43:11,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742437_1613 (size=12301) 2024-12-03T21:43:11,688 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/69f87bb01cf64d6197e3196c38ae83b3 2024-12-03T21:43:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/01bb02c81ca34ab2bef7f89dffb710e3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/01bb02c81ca34ab2bef7f89dffb710e3 2024-12-03T21:43:11,702 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/01bb02c81ca34ab2bef7f89dffb710e3, entries=150, sequenceid=297, filesize=30.5 K 2024-12-03T21:43:11,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/724603773bc346ad90dace86c4474757 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/724603773bc346ad90dace86c4474757 2024-12-03T21:43:11,707 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/724603773bc346ad90dace86c4474757, entries=150, sequenceid=297, filesize=12.0 K 2024-12-03T21:43:11,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/69f87bb01cf64d6197e3196c38ae83b3 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/69f87bb01cf64d6197e3196c38ae83b3 2024-12-03T21:43:11,711 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/69f87bb01cf64d6197e3196c38ae83b3, entries=150, sequenceid=297, filesize=12.0 K 2024-12-03T21:43:11,712 INFO [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=33.54 KB/34350 for 16946ab4aefa7bca1658a50ef0fc9417 in 1675ms, sequenceid=297, compaction requested=false 2024-12-03T21:43:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 16946ab4aefa7bca1658a50ef0fc9417: 2024-12-03T21:43:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:11,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/101545f66cbd:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-03T21:43:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-03T21:43:11,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-03T21:43:11,715 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3840 sec 2024-12-03T21:43:11,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 3.3900 sec 2024-12-03T21:43:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-03T21:43:12,485 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:43:12,485 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4856 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4618 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4624 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4838 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4626 2024-12-03T21:43:12,486 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-03T21:43:12,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:43:12,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:43:12,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:12,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:12,487 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:12,489 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-03T21:43:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-03T21:43:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T21:43:12,495 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262192495"}]},"ts":"1733262192495"} 2024-12-03T21:43:12,497 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-03T21:43:12,497 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-03T21:43:12,498 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-03T21:43:12,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, UNASSIGN}] 2024-12-03T21:43:12,500 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, UNASSIGN 2024-12-03T21:43:12,501 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=16946ab4aefa7bca1658a50ef0fc9417, regionState=CLOSING, regionLocation=101545f66cbd,43541,1733262011125 2024-12-03T21:43:12,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, UNASSIGN because future has completed 2024-12-03T21:43:12,502 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-03T21:43:12,502 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125}] 2024-12-03T21:43:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T21:43:12,655 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(122): Close 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:12,655 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-03T21:43:12,655 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1722): Closing 16946ab4aefa7bca1658a50ef0fc9417, disabling compactions & flushes 2024-12-03T21:43:12,655 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:12,655 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:12,655 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. after waiting 0 ms 2024-12-03T21:43:12,655 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:12,656 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(2902): Flushing 16946ab4aefa7bca1658a50ef0fc9417 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-03T21:43:12,656 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=A 2024-12-03T21:43:12,656 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:12,656 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=B 2024-12-03T21:43:12,656 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:12,656 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 16946ab4aefa7bca1658a50ef0fc9417, store=C 2024-12-03T21:43:12,656 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-03T21:43:12,666 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e166e1d8ebc740c59946a096b1ee7cb8_16946ab4aefa7bca1658a50ef0fc9417 is 50, key is test_row_0/A:col10/1733262190274/Put/seqid=0 2024-12-03T21:43:12,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742438_1614 (size=12454) 2024-12-03T21:43:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T21:43:13,070 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-03T21:43:13,079 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241203e166e1d8ebc740c59946a096b1ee7cb8_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e166e1d8ebc740c59946a096b1ee7cb8_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:13,081 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/b9b07c27a3284b8dad6d99f72a97eb73, store: [table=TestAcidGuarantees family=A region=16946ab4aefa7bca1658a50ef0fc9417] 2024-12-03T21:43:13,082 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/b9b07c27a3284b8dad6d99f72a97eb73 is 175, key is test_row_0/A:col10/1733262190274/Put/seqid=0 2024-12-03T21:43:13,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742439_1615 (size=31255) 2024-12-03T21:43:13,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T21:43:13,490 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/b9b07c27a3284b8dad6d99f72a97eb73 2024-12-03T21:43:13,502 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/a6cffbd2e57e4910a56d007c4ab50834 is 50, key is test_row_0/B:col10/1733262190274/Put/seqid=0 2024-12-03T21:43:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742440_1616 (size=12301) 2024-12-03T21:43:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T21:43:13,908 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/a6cffbd2e57e4910a56d007c4ab50834 2024-12-03T21:43:13,921 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/da3cdebf564b45119a7a0febe57374e5 is 50, key is test_row_0/C:col10/1733262190274/Put/seqid=0 2024-12-03T21:43:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742441_1617 (size=12301) 2024-12-03T21:43:14,327 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/da3cdebf564b45119a7a0febe57374e5 2024-12-03T21:43:14,368 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/A/b9b07c27a3284b8dad6d99f72a97eb73 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/b9b07c27a3284b8dad6d99f72a97eb73 2024-12-03T21:43:14,376 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/b9b07c27a3284b8dad6d99f72a97eb73, entries=150, sequenceid=308, filesize=30.5 K 2024-12-03T21:43:14,377 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/B/a6cffbd2e57e4910a56d007c4ab50834 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a6cffbd2e57e4910a56d007c4ab50834 2024-12-03T21:43:14,379 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a6cffbd2e57e4910a56d007c4ab50834, entries=150, sequenceid=308, filesize=12.0 K 2024-12-03T21:43:14,380 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/.tmp/C/da3cdebf564b45119a7a0febe57374e5 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/da3cdebf564b45119a7a0febe57374e5 2024-12-03T21:43:14,383 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/da3cdebf564b45119a7a0febe57374e5, entries=150, sequenceid=308, filesize=12.0 K 2024-12-03T21:43:14,384 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 16946ab4aefa7bca1658a50ef0fc9417 in 1729ms, sequenceid=308, compaction requested=true 2024-12-03T21:43:14,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f93b11c967564c7facea57a93a36ecef, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2d598a232371429fad60c91eed29bed1, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8dcfc7ff437a4fc3a5a004e83974680b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/47392e2599834186af420ed2ec0a864c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8685a0a5688c418a83730678b881f39e, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/bd1e77100c03490fac57671508932de6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0932c774ff9d4eaba797e8a7e2c3642d, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/9b8b857768a94e6cb324bc093bf0d246, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2b8676b6e2004e67a441b4919c061adf, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/39bd8ae2430544b7ba8a980b70e6394b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0ee9a8c710224d18a89ffb1d295a55df, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f4b2471da79a46ec8cc12f60f7a5cbea, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/a27a23d831c54ad1890e9fac59b82aa8, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/c939afe511d349ecb43170b524e05d0f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/5a17749c219e4be485c2a54939e3b002, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/50722243b22342acae85db6ca38217a3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/85f43446999e43e090de4a06caf9e1eb, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/68a4c1803378445d95617a3c9c239ba2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/491bd47c88c142f490c6a687866df36f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/57a87cdacc434e5a87001f24adf51837] to archive 2024-12-03T21:43:14,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:43:14,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f93b11c967564c7facea57a93a36ecef to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f93b11c967564c7facea57a93a36ecef 2024-12-03T21:43:14,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2d598a232371429fad60c91eed29bed1 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2d598a232371429fad60c91eed29bed1 2024-12-03T21:43:14,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8dcfc7ff437a4fc3a5a004e83974680b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8dcfc7ff437a4fc3a5a004e83974680b 2024-12-03T21:43:14,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/47392e2599834186af420ed2ec0a864c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/47392e2599834186af420ed2ec0a864c 2024-12-03T21:43:14,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8685a0a5688c418a83730678b881f39e to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/8685a0a5688c418a83730678b881f39e 2024-12-03T21:43:14,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/bd1e77100c03490fac57671508932de6 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/bd1e77100c03490fac57671508932de6 2024-12-03T21:43:14,394 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0932c774ff9d4eaba797e8a7e2c3642d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0932c774ff9d4eaba797e8a7e2c3642d 2024-12-03T21:43:14,395 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/9b8b857768a94e6cb324bc093bf0d246 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/9b8b857768a94e6cb324bc093bf0d246 2024-12-03T21:43:14,396 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2b8676b6e2004e67a441b4919c061adf to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/2b8676b6e2004e67a441b4919c061adf 2024-12-03T21:43:14,398 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/13dfc80e3ae74a9aaaeaad0bbe7c8caa 2024-12-03T21:43:14,399 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/39bd8ae2430544b7ba8a980b70e6394b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/39bd8ae2430544b7ba8a980b70e6394b 2024-12-03T21:43:14,400 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0ee9a8c710224d18a89ffb1d295a55df to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/0ee9a8c710224d18a89ffb1d295a55df 2024-12-03T21:43:14,402 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f4b2471da79a46ec8cc12f60f7a5cbea to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/f4b2471da79a46ec8cc12f60f7a5cbea 2024-12-03T21:43:14,403 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/a27a23d831c54ad1890e9fac59b82aa8 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/a27a23d831c54ad1890e9fac59b82aa8 2024-12-03T21:43:14,404 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/c939afe511d349ecb43170b524e05d0f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/c939afe511d349ecb43170b524e05d0f 2024-12-03T21:43:14,406 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/5a17749c219e4be485c2a54939e3b002 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/5a17749c219e4be485c2a54939e3b002 2024-12-03T21:43:14,407 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/50722243b22342acae85db6ca38217a3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/50722243b22342acae85db6ca38217a3 2024-12-03T21:43:14,408 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/85f43446999e43e090de4a06caf9e1eb to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/85f43446999e43e090de4a06caf9e1eb 2024-12-03T21:43:14,410 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/68a4c1803378445d95617a3c9c239ba2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/68a4c1803378445d95617a3c9c239ba2 2024-12-03T21:43:14,411 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/491bd47c88c142f490c6a687866df36f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/491bd47c88c142f490c6a687866df36f 2024-12-03T21:43:14,412 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/57a87cdacc434e5a87001f24adf51837 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/57a87cdacc434e5a87001f24adf51837 2024-12-03T21:43:14,413 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6f6334747e8a41c798c725cb62c9e1e3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/3220063eca5f4d53baac28beaf334a97, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/59c2c95d7bef4e92918888ce1b890f27, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/091334dc49a345e8a55eee32189e28d6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/badd59525f4241de8f221d0be8a90c4c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0f3c9822f054430ebc804e6df46ac0ec, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/97932b176e8c47e48171bb43c86e08c6, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8c7131244545484bbb810ab9cc351599, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e0d0b9f593d94b72a6621a317df3a9fd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/aa97b5439bc948fd8251a9c2b1301816, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8655c8734ada4904bf8a5997f02b6c15, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/ff1d31d543544c00b430afc70e251140, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a8f443e60bd74badb42b8cea27caf211, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6dc293bd98aa4673b569820ff9ac4426, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0ce5951245e2467ea1a5cc94f28b1539, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e1af1733d99a4499ad3d9792d7e4d706, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/376c7345b29f49738e54fdb22785b82f, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/dfc1ad12644747bd88b2577155f1fdbd, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/645ceb14a2e34bc1839de9437b7c1292, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0bfc6c072d3c48d48dfb1fffbe7a857c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8254f0bd64804626a79f3d47f078503d] to archive 2024-12-03T21:43:14,414 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:43:14,416 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6f6334747e8a41c798c725cb62c9e1e3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6f6334747e8a41c798c725cb62c9e1e3 2024-12-03T21:43:14,417 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/3220063eca5f4d53baac28beaf334a97 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/3220063eca5f4d53baac28beaf334a97 2024-12-03T21:43:14,419 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/59c2c95d7bef4e92918888ce1b890f27 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/59c2c95d7bef4e92918888ce1b890f27 2024-12-03T21:43:14,420 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/091334dc49a345e8a55eee32189e28d6 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/091334dc49a345e8a55eee32189e28d6 2024-12-03T21:43:14,421 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/badd59525f4241de8f221d0be8a90c4c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/badd59525f4241de8f221d0be8a90c4c 2024-12-03T21:43:14,423 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0f3c9822f054430ebc804e6df46ac0ec to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0f3c9822f054430ebc804e6df46ac0ec 2024-12-03T21:43:14,424 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/97932b176e8c47e48171bb43c86e08c6 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/97932b176e8c47e48171bb43c86e08c6 2024-12-03T21:43:14,425 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8c7131244545484bbb810ab9cc351599 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8c7131244545484bbb810ab9cc351599 2024-12-03T21:43:14,426 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e0d0b9f593d94b72a6621a317df3a9fd to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e0d0b9f593d94b72a6621a317df3a9fd 2024-12-03T21:43:14,427 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/aa97b5439bc948fd8251a9c2b1301816 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/aa97b5439bc948fd8251a9c2b1301816 2024-12-03T21:43:14,428 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8655c8734ada4904bf8a5997f02b6c15 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8655c8734ada4904bf8a5997f02b6c15 2024-12-03T21:43:14,429 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/ff1d31d543544c00b430afc70e251140 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/ff1d31d543544c00b430afc70e251140 2024-12-03T21:43:14,430 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a8f443e60bd74badb42b8cea27caf211 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a8f443e60bd74badb42b8cea27caf211 2024-12-03T21:43:14,431 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6dc293bd98aa4673b569820ff9ac4426 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/6dc293bd98aa4673b569820ff9ac4426 2024-12-03T21:43:14,432 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0ce5951245e2467ea1a5cc94f28b1539 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0ce5951245e2467ea1a5cc94f28b1539 2024-12-03T21:43:14,433 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e1af1733d99a4499ad3d9792d7e4d706 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/e1af1733d99a4499ad3d9792d7e4d706 2024-12-03T21:43:14,434 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/376c7345b29f49738e54fdb22785b82f to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/376c7345b29f49738e54fdb22785b82f 2024-12-03T21:43:14,435 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/dfc1ad12644747bd88b2577155f1fdbd to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/dfc1ad12644747bd88b2577155f1fdbd 2024-12-03T21:43:14,436 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/645ceb14a2e34bc1839de9437b7c1292 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/645ceb14a2e34bc1839de9437b7c1292 2024-12-03T21:43:14,437 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0bfc6c072d3c48d48dfb1fffbe7a857c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/0bfc6c072d3c48d48dfb1fffbe7a857c 2024-12-03T21:43:14,438 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8254f0bd64804626a79f3d47f078503d to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/8254f0bd64804626a79f3d47f078503d 2024-12-03T21:43:14,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/cce45f4820a140c09f69bfedceb770e7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/f5a789b168284b19999042db6cf6c149, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/2e5de86329e14ddba49d3daaa90e2c8a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/61a3a6efb3f1451d98d01381f41dc367, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/1de4c55f008144f09739927400a72ca2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7199384cf52c4dddb178d6434ba4ee2a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/ffb5d0952ae5429385ca15dfa9a54fe7, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4838a5c0091045baa8cf60967d6ed7a3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/a8d6c0604d5c408d841986c69ac12171, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/fb2c4fb5a2f04245a2d201b1fce16c96, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/93485e6d0c6f4ada8bb8a5bde99bc9d4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/e9e20811147149c2a37558b06e5b82fa, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7327b419150e4c30ac80cbd199af1fd3, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/de83a3b968b2475bbda7cd3e224edbe4, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/27fb1a780bb24b0b83cc9ffea809f82a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/26cc2fe5444844e482c7b85b79421ba2, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7bc1419a6ec7489296d3ca23c2958b55, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4dacd47410d14f05a6876bfc2c36cb9b, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/6ca4099048934ec8a20aecf21f70ac3c, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/eb4a8518622048fa8b6ce68a7f89508a, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/574fc7236d1a4818ad63103498f2305a] to archive 2024-12-03T21:43:14,439 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-03T21:43:14,441 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/cce45f4820a140c09f69bfedceb770e7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/cce45f4820a140c09f69bfedceb770e7 2024-12-03T21:43:14,442 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/f5a789b168284b19999042db6cf6c149 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/f5a789b168284b19999042db6cf6c149 2024-12-03T21:43:14,443 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/2e5de86329e14ddba49d3daaa90e2c8a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/2e5de86329e14ddba49d3daaa90e2c8a 2024-12-03T21:43:14,444 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/61a3a6efb3f1451d98d01381f41dc367 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/61a3a6efb3f1451d98d01381f41dc367 2024-12-03T21:43:14,445 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/1de4c55f008144f09739927400a72ca2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/1de4c55f008144f09739927400a72ca2 2024-12-03T21:43:14,446 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7199384cf52c4dddb178d6434ba4ee2a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7199384cf52c4dddb178d6434ba4ee2a 2024-12-03T21:43:14,447 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/ffb5d0952ae5429385ca15dfa9a54fe7 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/ffb5d0952ae5429385ca15dfa9a54fe7 2024-12-03T21:43:14,448 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4838a5c0091045baa8cf60967d6ed7a3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4838a5c0091045baa8cf60967d6ed7a3 2024-12-03T21:43:14,449 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/a8d6c0604d5c408d841986c69ac12171 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/a8d6c0604d5c408d841986c69ac12171 2024-12-03T21:43:14,451 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/fb2c4fb5a2f04245a2d201b1fce16c96 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/fb2c4fb5a2f04245a2d201b1fce16c96 2024-12-03T21:43:14,452 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/93485e6d0c6f4ada8bb8a5bde99bc9d4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/93485e6d0c6f4ada8bb8a5bde99bc9d4 2024-12-03T21:43:14,453 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/e9e20811147149c2a37558b06e5b82fa to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/e9e20811147149c2a37558b06e5b82fa 2024-12-03T21:43:14,454 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7327b419150e4c30ac80cbd199af1fd3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7327b419150e4c30ac80cbd199af1fd3 2024-12-03T21:43:14,456 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/de83a3b968b2475bbda7cd3e224edbe4 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/de83a3b968b2475bbda7cd3e224edbe4 2024-12-03T21:43:14,457 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/27fb1a780bb24b0b83cc9ffea809f82a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/27fb1a780bb24b0b83cc9ffea809f82a 2024-12-03T21:43:14,458 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/26cc2fe5444844e482c7b85b79421ba2 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/26cc2fe5444844e482c7b85b79421ba2 2024-12-03T21:43:14,459 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7bc1419a6ec7489296d3ca23c2958b55 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/7bc1419a6ec7489296d3ca23c2958b55 2024-12-03T21:43:14,461 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4dacd47410d14f05a6876bfc2c36cb9b to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/4dacd47410d14f05a6876bfc2c36cb9b 2024-12-03T21:43:14,462 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/6ca4099048934ec8a20aecf21f70ac3c to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/6ca4099048934ec8a20aecf21f70ac3c 2024-12-03T21:43:14,463 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/eb4a8518622048fa8b6ce68a7f89508a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/eb4a8518622048fa8b6ce68a7f89508a 2024-12-03T21:43:14,464 DEBUG [StoreCloser-TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/574fc7236d1a4818ad63103498f2305a to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/574fc7236d1a4818ad63103498f2305a 2024-12-03T21:43:14,469 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/recovered.edits/311.seqid, newMaxSeqId=311, maxSeqId=4 2024-12-03T21:43:14,469 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. 2024-12-03T21:43:14,469 DEBUG [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] regionserver.HRegion(1676): Region close journal for 16946ab4aefa7bca1658a50ef0fc9417: Waiting for close lock at 1733262192655Running coprocessor pre-close hooks at 1733262192655Disabling compacts and flushes for region at 1733262192655Disabling writes for close at 1733262192655Obtaining lock to block concurrent updates at 1733262192656 (+1 ms)Preparing flush snapshotting stores in 16946ab4aefa7bca1658a50ef0fc9417 at 1733262192656Finished memstore snapshotting TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733262192657 (+1 ms)Flushing stores of TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417. at 1733262192658 (+1 ms)Flushing 16946ab4aefa7bca1658a50ef0fc9417/A: creating writer at 1733262192658Flushing mob file 16946ab4aefa7bca1658a50ef0fc9417/A: appending metadata at 1733262192666 (+8 ms)Flushing mob file 16946ab4aefa7bca1658a50ef0fc9417/A: closing flushed file at 1733262192666Flushing 16946ab4aefa7bca1658a50ef0fc9417/A: appending metadata at 1733262193081 (+415 ms)Flushing 16946ab4aefa7bca1658a50ef0fc9417/A: closing flushed file at 1733262193081Flushing 16946ab4aefa7bca1658a50ef0fc9417/B: creating writer at 1733262193499 (+418 ms)Flushing 16946ab4aefa7bca1658a50ef0fc9417/B: appending metadata at 1733262193502 (+3 ms)Flushing 16946ab4aefa7bca1658a50ef0fc9417/B: closing flushed file at 1733262193502Flushing 16946ab4aefa7bca1658a50ef0fc9417/C: creating writer at 1733262193916 (+414 ms)Flushing 16946ab4aefa7bca1658a50ef0fc9417/C: appending metadata at 1733262193920 (+4 ms)Flushing 16946ab4aefa7bca1658a50ef0fc9417/C: closing flushed file at 1733262193920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc1b05c: reopening flushed file at 1733262194366 (+446 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ed5c84: reopening flushed file at 1733262194376 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19be5659: reopening flushed file at 1733262194380 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 16946ab4aefa7bca1658a50ef0fc9417 in 1729ms, sequenceid=308, compaction requested=true at 1733262194384 (+4 ms)Writing region close event to WAL at 1733262194465 (+81 ms)Running coprocessor post-close hooks at 1733262194469 (+4 ms)Closed at 1733262194469 2024-12-03T21:43:14,472 INFO [RS_CLOSE_REGION-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_REGION, pid=173}] handler.UnassignRegionHandler(157): Closed 16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=172 updating hbase:meta row=16946ab4aefa7bca1658a50ef0fc9417, regionState=CLOSED 2024-12-03T21:43:14,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=172, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 because future has completed 2024-12-03T21:43:14,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-03T21:43:14,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseRegionProcedure 16946ab4aefa7bca1658a50ef0fc9417, server=101545f66cbd,43541,1733262011125 in 1.9730 sec 2024-12-03T21:43:14,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171 2024-12-03T21:43:14,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16946ab4aefa7bca1658a50ef0fc9417, UNASSIGN in 1.9770 sec 2024-12-03T21:43:14,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-03T21:43:14,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9820 sec 2024-12-03T21:43:14,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733262194483"}]},"ts":"1733262194483"} 2024-12-03T21:43:14,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-03T21:43:14,484 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-03T21:43:14,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9960 sec 2024-12-03T21:43:14,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-03T21:43:14,655 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:43:14,656 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-03T21:43:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:43:14,660 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=174, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:43:14,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T21:43:14,662 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=174, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:43:14,665 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,668 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C, FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/recovered.edits] 2024-12-03T21:43:14,672 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/01bb02c81ca34ab2bef7f89dffb710e3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/01bb02c81ca34ab2bef7f89dffb710e3 2024-12-03T21:43:14,673 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/1bbccafe0e49496eba01fba684c8d2be to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/1bbccafe0e49496eba01fba684c8d2be 2024-12-03T21:43:14,675 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/b9b07c27a3284b8dad6d99f72a97eb73 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/A/b9b07c27a3284b8dad6d99f72a97eb73 2024-12-03T21:43:14,679 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/724603773bc346ad90dace86c4474757 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/724603773bc346ad90dace86c4474757 2024-12-03T21:43:14,681 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a6cffbd2e57e4910a56d007c4ab50834 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/a6cffbd2e57e4910a56d007c4ab50834 2024-12-03T21:43:14,683 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/f6a6b46bbcae4b3f9cc6a3c9e4f9a085 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/B/f6a6b46bbcae4b3f9cc6a3c9e4f9a085 2024-12-03T21:43:14,686 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/69f87bb01cf64d6197e3196c38ae83b3 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/69f87bb01cf64d6197e3196c38ae83b3 2024-12-03T21:43:14,688 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/936e5bcc57b84cd0a3a98a98d4aa1c57 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/936e5bcc57b84cd0a3a98a98d4aa1c57 2024-12-03T21:43:14,690 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/da3cdebf564b45119a7a0febe57374e5 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/C/da3cdebf564b45119a7a0febe57374e5 2024-12-03T21:43:14,693 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/recovered.edits/311.seqid to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417/recovered.edits/311.seqid 2024-12-03T21:43:14,694 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/default/TestAcidGuarantees/16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,694 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-03T21:43:14,695 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T21:43:14,696 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-03T21:43:14,700 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120300baeceac2454a459f01eaf9ad2353f4_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120300baeceac2454a459f01eaf9ad2353f4_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,702 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120303665c07c2b94af0ace3e912a80906fe_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120303665c07c2b94af0ace3e912a80906fe_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,704 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203076bfd9fd99f43fe914d8c9805525177_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203076bfd9fd99f43fe914d8c9805525177_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,706 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120337ef42310ba44adc85bb73568c0b078b_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120337ef42310ba44adc85bb73568c0b078b_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,708 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120346943ce0596e4c4282ade96af7996587_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120346943ce0596e4c4282ade96af7996587_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,710 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120348ea9a89908a4843bb579081a39bc0ee_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120348ea9a89908a4843bb579081a39bc0ee_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,712 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034decc724072b40e99a4611677f796ddf_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412034decc724072b40e99a4611677f796ddf_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,714 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035aa2c1945b3740b7b110ebf5378bbea0_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412035aa2c1945b3740b7b110ebf5378bbea0_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,715 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120368aeaedc485b4bb2bbea72677140e0e8_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120368aeaedc485b4bb2bbea72677140e0e8_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,717 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036d076df4ad374ef9b60ababb4add0e27_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412036d076df4ad374ef9b60ababb4add0e27_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,719 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120385ca328cbe054711ab8ec9b6dc964ef9_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120385ca328cbe054711ab8ec9b6dc964ef9_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,721 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a060845c86384886a098c50258fc8831_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a060845c86384886a098c50258fc8831_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,724 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a9e9112cfea841139b0feb2f3fe23d27_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203a9e9112cfea841139b0feb2f3fe23d27_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,726 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203aa9bcd9614434c97b77af797f98616b3_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203aa9bcd9614434c97b77af797f98616b3_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,728 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c420707d0c254bc0a716dde75f74c48e_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203c420707d0c254bc0a716dde75f74c48e_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,730 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203df36e1ac93014ca4904203610983e6c1_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203df36e1ac93014ca4904203610983e6c1_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,733 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e166e1d8ebc740c59946a096b1ee7cb8_16946ab4aefa7bca1658a50ef0fc9417 to hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241203e166e1d8ebc740c59946a096b1ee7cb8_16946ab4aefa7bca1658a50ef0fc9417 2024-12-03T21:43:14,734 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-03T21:43:14,738 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=174, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:43:14,741 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-03T21:43:14,744 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-03T21:43:14,746 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=174, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:43:14,746 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-03T21:43:14,746 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733262194746"}]},"ts":"9223372036854775807"} 2024-12-03T21:43:14,749 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-03T21:43:14,749 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 16946ab4aefa7bca1658a50ef0fc9417, NAME => 'TestAcidGuarantees,,1733262166188.16946ab4aefa7bca1658a50ef0fc9417.', STARTKEY => '', ENDKEY => ''}] 2024-12-03T21:43:14,749 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-03T21:43:14,749 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733262194749"}]},"ts":"9223372036854775807"} 2024-12-03T21:43:14,751 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-03T21:43:14,752 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=174, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-03T21:43:14,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 96 msec 2024-12-03T21:43:14,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36053 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-03T21:43:14,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-03T21:43:14,768 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-03T21:43:14,779 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 251), OpenFileDescriptor=451 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=332 (was 322) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9616 (was 9642) 2024-12-03T21:43:14,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-03T21:43:14,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:43:14,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:43:14,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:14,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:14,781 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-03T21:43:14,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-03T21:43:14,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1975601807, stopped=false 2024-12-03T21:43:14,782 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=101545f66cbd,36053,1733262010428 2024-12-03T21:43:14,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T21:43:14,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-03T21:43:14,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:43:14,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:43:14,824 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:43:14,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-03T21:43:14,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T21:43:14,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:43:14,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-03T21:43:14,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:14,826 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '101545f66cbd,43541,1733262011125' ***** 2024-12-03T21:43:14,826 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-03T21:43:14,827 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-03T21:43:14,827 INFO [RS:0;101545f66cbd:43541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-03T21:43:14,827 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-03T21:43:14,827 INFO [RS:0;101545f66cbd:43541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-03T21:43:14,828 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(959): stopping server 101545f66cbd,43541,1733262011125 2024-12-03T21:43:14,828 INFO [RS:0;101545f66cbd:43541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:43:14,828 INFO [RS:0;101545f66cbd:43541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;101545f66cbd:43541. 2024-12-03T21:43:14,828 DEBUG [RS:0;101545f66cbd:43541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-03T21:43:14,828 DEBUG [RS:0;101545f66cbd:43541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:14,828 INFO [RS:0;101545f66cbd:43541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-03T21:43:14,828 INFO [RS:0;101545f66cbd:43541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-03T21:43:14,828 INFO [RS:0;101545f66cbd:43541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-03T21:43:14,828 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-03T21:43:14,829 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-03T21:43:14,829 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-03T21:43:14,830 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:43:14,830 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-03T21:43:14,830 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-03T21:43:14,830 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-03T21:43:14,830 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-03T21:43:14,830 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-03T21:43:14,830 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-03T21:43:14,853 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/info/453ff091be884f7ab96a1a7f51c762db is 95, key is TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02./info:/1733262050890/DeleteFamily/seqid=0 2024-12-03T21:43:14,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742442_1618 (size=6514) 2024-12-03T21:43:14,880 INFO [regionserver/101545f66cbd:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:43:15,030 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:43:15,053 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-03T21:43:15,054 INFO [regionserver/101545f66cbd:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-03T21:43:15,230 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:43:15,258 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/info/453ff091be884f7ab96a1a7f51c762db 2024-12-03T21:43:15,282 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/ns/2556fedc5e654bb3abd0633b33d21a2e is 93, key is TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02./ns:/1733262050852/DeleteFamily/seqid=0 2024-12-03T21:43:15,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742443_1619 (size=5906) 2024-12-03T21:43:15,431 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:43:15,631 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:43:15,686 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/ns/2556fedc5e654bb3abd0633b33d21a2e 2024-12-03T21:43:15,712 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/rep_barrier/8dc7a151c51d44218666bd79f6b0cdb7 is 102, key is TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02./rep_barrier:/1733262050852/DeleteFamily/seqid=0 2024-12-03T21:43:15,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742444_1620 (size=6025) 2024-12-03T21:43:15,831 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:43:16,032 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:43:16,116 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/rep_barrier/8dc7a151c51d44218666bd79f6b0cdb7 2024-12-03T21:43:16,143 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/table/860527d3a2184080802013b64f195d8d is 96, key is TestAcidGuarantees,,1733262015611.7a2ea152ba078ec2963d08c67e5a1d02./table:/1733262050852/DeleteFamily/seqid=0 2024-12-03T21:43:16,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742445_1621 (size=5936) 2024-12-03T21:43:16,232 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:43:16,432 DEBUG [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-03T21:43:16,550 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/table/860527d3a2184080802013b64f195d8d 2024-12-03T21:43:16,560 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/info/453ff091be884f7ab96a1a7f51c762db as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/info/453ff091be884f7ab96a1a7f51c762db 2024-12-03T21:43:16,564 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/info/453ff091be884f7ab96a1a7f51c762db, entries=12, sequenceid=90, filesize=6.4 K 2024-12-03T21:43:16,565 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/ns/2556fedc5e654bb3abd0633b33d21a2e as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/ns/2556fedc5e654bb3abd0633b33d21a2e 2024-12-03T21:43:16,569 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/ns/2556fedc5e654bb3abd0633b33d21a2e, entries=8, sequenceid=90, filesize=5.8 K 2024-12-03T21:43:16,569 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/rep_barrier/8dc7a151c51d44218666bd79f6b0cdb7 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/rep_barrier/8dc7a151c51d44218666bd79f6b0cdb7 2024-12-03T21:43:16,572 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/rep_barrier/8dc7a151c51d44218666bd79f6b0cdb7, entries=6, sequenceid=90, filesize=5.9 K 2024-12-03T21:43:16,573 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/.tmp/table/860527d3a2184080802013b64f195d8d as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/table/860527d3a2184080802013b64f195d8d 2024-12-03T21:43:16,576 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/table/860527d3a2184080802013b64f195d8d, entries=7, sequenceid=90, filesize=5.8 K 2024-12-03T21:43:16,577 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=90, compaction requested=false 2024-12-03T21:43:16,580 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-03T21:43:16,581 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-03T21:43:16,581 INFO [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-03T21:43:16,581 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733262194829Running coprocessor pre-close hooks at 1733262194830 (+1 ms)Disabling compacts and flushes for region at 1733262194830Disabling writes for close at 1733262194830Obtaining lock to block concurrent updates at 1733262194830Preparing flush snapshotting stores in 1588230740 at 1733262194830Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733262194831 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733262194832 (+1 ms)Flushing 1588230740/info: creating writer at 1733262194832Flushing 1588230740/info: appending metadata at 1733262194853 (+21 ms)Flushing 1588230740/info: closing flushed file at 1733262194853Flushing 1588230740/ns: creating writer at 1733262195267 (+414 ms)Flushing 1588230740/ns: appending metadata at 1733262195281 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733262195281Flushing 1588230740/rep_barrier: creating writer at 1733262195695 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733262195711 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733262195711Flushing 1588230740/table: creating writer at 1733262196123 (+412 ms)Flushing 1588230740/table: appending metadata at 1733262196142 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733262196142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87d8ef9: reopening flushed file at 1733262196558 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3251f658: reopening flushed file at 1733262196565 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb31051: reopening flushed file at 1733262196569 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ed7753: reopening flushed file at 1733262196572 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=90, compaction requested=false at 1733262196577 (+5 ms)Writing region close event to WAL at 1733262196578 (+1 ms)Running coprocessor post-close hooks at 1733262196581 (+3 ms)Closed at 1733262196581 2024-12-03T21:43:16,581 DEBUG [RS_CLOSE_META-regionserver/101545f66cbd:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-03T21:43:16,633 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(976): stopping server 101545f66cbd,43541,1733262011125; all regions closed. 2024-12-03T21:43:16,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741834_1010 (size=25344) 2024-12-03T21:43:16,645 DEBUG [RS:0;101545f66cbd:43541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/oldWALs 2024-12-03T21:43:16,645 INFO [RS:0;101545f66cbd:43541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C43541%2C1733262011125.meta:.meta(num 1733262015188) 2024-12-03T21:43:16,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741832_1008 (size=18344765) 2024-12-03T21:43:16,650 DEBUG [RS:0;101545f66cbd:43541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/oldWALs 2024-12-03T21:43:16,650 INFO [RS:0;101545f66cbd:43541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 101545f66cbd%2C43541%2C1733262011125:(num 1733262014156) 2024-12-03T21:43:16,650 DEBUG [RS:0;101545f66cbd:43541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-03T21:43:16,650 INFO [RS:0;101545f66cbd:43541 {}] regionserver.LeaseManager(133): Closed leases 2024-12-03T21:43:16,650 INFO [RS:0;101545f66cbd:43541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:43:16,650 INFO [RS:0;101545f66cbd:43541 {}] hbase.ChoreService(370): Chore service for: regionserver/101545f66cbd:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-03T21:43:16,650 INFO [RS:0;101545f66cbd:43541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:43:16,651 INFO [regionserver/101545f66cbd:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:43:16,651 INFO [RS:0;101545f66cbd:43541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43541 2024-12-03T21:43:16,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-03T21:43:16,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/101545f66cbd,43541,1733262011125 2024-12-03T21:43:16,682 INFO [RS:0;101545f66cbd:43541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:43:16,683 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [101545f66cbd,43541,1733262011125] 2024-12-03T21:43:16,701 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/101545f66cbd,43541,1733262011125 already deleted, retry=false 2024-12-03T21:43:16,702 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 101545f66cbd,43541,1733262011125 expired; onlineServers=0 2024-12-03T21:43:16,702 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '101545f66cbd,36053,1733262010428' ***** 2024-12-03T21:43:16,702 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-03T21:43:16,702 INFO [M:0;101545f66cbd:36053 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-03T21:43:16,703 INFO [M:0;101545f66cbd:36053 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-03T21:43:16,703 DEBUG [M:0;101545f66cbd:36053 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-03T21:43:16,703 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-03T21:43:16,703 DEBUG [M:0;101545f66cbd:36053 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-03T21:43:16,703 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733262013818 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.large.0-1733262013818,5,FailOnTimeoutGroup] 2024-12-03T21:43:16,703 DEBUG [master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733262013819 {}] cleaner.HFileCleaner(306): Exit Thread[master/101545f66cbd:0:becomeActiveMaster-HFileCleaner.small.0-1733262013819,5,FailOnTimeoutGroup] 2024-12-03T21:43:16,703 INFO [M:0;101545f66cbd:36053 {}] hbase.ChoreService(370): Chore service for: master/101545f66cbd:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-03T21:43:16,704 INFO [M:0;101545f66cbd:36053 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-03T21:43:16,704 DEBUG [M:0;101545f66cbd:36053 {}] master.HMaster(1795): Stopping service threads 2024-12-03T21:43:16,704 INFO [M:0;101545f66cbd:36053 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-03T21:43:16,704 INFO [M:0;101545f66cbd:36053 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-03T21:43:16,704 ERROR [M:0;101545f66cbd:36053 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-03T21:43:16,705 INFO [M:0;101545f66cbd:36053 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-03T21:43:16,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-03T21:43:16,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-03T21:43:16,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-03T21:43:16,710 DEBUG [M:0;101545f66cbd:36053 {}] zookeeper.ZKUtil(347): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-03T21:43:16,710 WARN [M:0;101545f66cbd:36053 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-03T21:43:16,711 INFO [M:0;101545f66cbd:36053 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/.lastflushedseqids 2024-12-03T21:43:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742446_1622 (size=72) 2024-12-03T21:43:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:43:16,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43541-0x1019e6d17160001, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:43:16,794 INFO [RS:0;101545f66cbd:43541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:43:16,795 INFO [RS:0;101545f66cbd:43541 {}] regionserver.HRegionServer(1031): Exiting; stopping=101545f66cbd,43541,1733262011125; zookeeper connection closed. 2024-12-03T21:43:16,795 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d0eca59 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d0eca59 2024-12-03T21:43:16,796 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-03T21:43:17,123 INFO [M:0;101545f66cbd:36053 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-03T21:43:17,124 INFO [M:0;101545f66cbd:36053 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-03T21:43:17,124 DEBUG [M:0;101545f66cbd:36053 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-03T21:43:17,124 INFO [M:0;101545f66cbd:36053 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:43:17,124 DEBUG [M:0;101545f66cbd:36053 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:43:17,124 DEBUG [M:0;101545f66cbd:36053 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-03T21:43:17,124 DEBUG [M:0;101545f66cbd:36053 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:43:17,125 INFO [M:0;101545f66cbd:36053 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=763.50 KB heapSize=934.08 KB 2024-12-03T21:43:17,142 DEBUG [M:0;101545f66cbd:36053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aae1f8e354154a02a9cd7c0f3af89940 is 82, key is hbase:meta,,1/info:regioninfo/1733262015276/Put/seqid=0 2024-12-03T21:43:17,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742447_1623 (size=5672) 2024-12-03T21:43:17,547 INFO [M:0;101545f66cbd:36053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2100 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aae1f8e354154a02a9cd7c0f3af89940 2024-12-03T21:43:17,576 DEBUG [M:0;101545f66cbd:36053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed8199b7396b40d0acfcfaebf2c0e6d2 is 2480, key is \x00\x00\x00\x00\x00\x00\x00b/proc:d/1733262113538/Put/seqid=0 2024-12-03T21:43:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742448_1624 (size=46114) 2024-12-03T21:43:17,980 INFO [M:0;101545f66cbd:36053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=762.94 KB at sequenceid=2100 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed8199b7396b40d0acfcfaebf2c0e6d2 2024-12-03T21:43:17,988 INFO [M:0;101545f66cbd:36053 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed8199b7396b40d0acfcfaebf2c0e6d2 2024-12-03T21:43:18,005 DEBUG [M:0;101545f66cbd:36053 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f0a53ba4ce1465b82692d5f33229689 is 69, key is 101545f66cbd,43541,1733262011125/rs:state/1733262013924/Put/seqid=0 2024-12-03T21:43:18,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073742449_1625 (size=5156) 2024-12-03T21:43:18,409 INFO [M:0;101545f66cbd:36053 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2100 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f0a53ba4ce1465b82692d5f33229689 2024-12-03T21:43:18,420 DEBUG [M:0;101545f66cbd:36053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aae1f8e354154a02a9cd7c0f3af89940 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aae1f8e354154a02a9cd7c0f3af89940 2024-12-03T21:43:18,423 INFO [M:0;101545f66cbd:36053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aae1f8e354154a02a9cd7c0f3af89940, entries=8, sequenceid=2100, filesize=5.5 K 2024-12-03T21:43:18,424 DEBUG [M:0;101545f66cbd:36053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ed8199b7396b40d0acfcfaebf2c0e6d2 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed8199b7396b40d0acfcfaebf2c0e6d2 2024-12-03T21:43:18,427 INFO [M:0;101545f66cbd:36053 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed8199b7396b40d0acfcfaebf2c0e6d2 2024-12-03T21:43:18,428 INFO [M:0;101545f66cbd:36053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ed8199b7396b40d0acfcfaebf2c0e6d2, entries=174, sequenceid=2100, filesize=45.0 K 2024-12-03T21:43:18,428 DEBUG [M:0;101545f66cbd:36053 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1f0a53ba4ce1465b82692d5f33229689 as hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f0a53ba4ce1465b82692d5f33229689 2024-12-03T21:43:18,432 INFO [M:0;101545f66cbd:36053 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/75dc04a8-1ce7-711b-ae5d-38f4c5bb4cca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1f0a53ba4ce1465b82692d5f33229689, entries=1, sequenceid=2100, filesize=5.0 K 2024-12-03T21:43:18,433 INFO [M:0;101545f66cbd:36053 {}] regionserver.HRegion(3140): Finished flush of dataSize ~763.50 KB/781820, heapSize ~933.78 KB/956192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=2100, compaction requested=false 2024-12-03T21:43:18,434 INFO [M:0;101545f66cbd:36053 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-03T21:43:18,434 DEBUG [M:0;101545f66cbd:36053 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733262197124Disabling compacts and flushes for region at 1733262197124Disabling writes for close at 1733262197124Obtaining lock to block concurrent updates at 1733262197125 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733262197125Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=781820, getHeapSize=956432, getOffHeapSize=0, getCellsCount=2299 at 1733262197126 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733262197127 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733262197127Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733262197142 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733262197142Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733262197558 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733262197575 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733262197575Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733262197988 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733262198005 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733262198005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1428dc1d: reopening flushed file at 1733262198419 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aae5881: reopening flushed file at 1733262198423 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67da003a: reopening flushed file at 1733262198428 (+5 ms)Finished flush of dataSize ~763.50 KB/781820, heapSize ~933.78 KB/956192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=2100, compaction requested=false at 1733262198433 (+5 ms)Writing region close event to WAL at 1733262198434 (+1 ms)Closed at 1733262198434 2024-12-03T21:43:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45389 is added to blk_1073741830_1006 (size=919535) 2024-12-03T21:43:18,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-03T21:43:18,438 INFO [M:0;101545f66cbd:36053 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-03T21:43:18,438 INFO [M:0;101545f66cbd:36053 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36053 2024-12-03T21:43:18,438 INFO [M:0;101545f66cbd:36053 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-03T21:43:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:43:18,610 INFO [M:0;101545f66cbd:36053 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-03T21:43:18,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36053-0x1019e6d17160000, quorum=127.0.0.1:55287, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-03T21:43:18,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dfb1097{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-03T21:43:18,623 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16142ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:43:18,623 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:43:18,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ef5f873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:43:18,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b8e8cdd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/hadoop.log.dir/,STOPPED} 2024-12-03T21:43:18,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-03T21:43:18,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-03T21:43:18,628 WARN [BP-1294391944-172.17.0.2-1733262007284 heartbeating to localhost/127.0.0.1:46497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-03T21:43:18,628 WARN [BP-1294391944-172.17.0.2-1733262007284 heartbeating to localhost/127.0.0.1:46497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1294391944-172.17.0.2-1733262007284 (Datanode Uuid 082de811-0bee-4d57-a646-9eb22a5d6b73) service to localhost/127.0.0.1:46497 2024-12-03T21:43:18,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/cluster_1d5cd15f-4c1b-6e8b-8667-bbf3105e3fc2/data/data1/current/BP-1294391944-172.17.0.2-1733262007284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:43:18,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/cluster_1d5cd15f-4c1b-6e8b-8667-bbf3105e3fc2/data/data2/current/BP-1294391944-172.17.0.2-1733262007284 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-03T21:43:18,630 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-03T21:43:18,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bbf242f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-03T21:43:18,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34657887{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-03T21:43:18,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-03T21:43:18,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41752735{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-03T21:43:18,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7def033e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35b9bcd3-43ad-a76f-548b-1bd03b07ccd2/hadoop.log.dir/,STOPPED} 2024-12-03T21:43:18,652 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-03T21:43:18,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down